[ 526.011441] env[65026]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.011441] env[65026]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.010795] env[65114]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.010795] env[65114]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.835624] env[65114]: INFO neutron.common.config [-] Logging enabled! [ 528.836036] env[65114]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 0.0.1.dev54 [ 528.836180] env[65114]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65114) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.836479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.836578] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.837408] env[65114]: WARNING oslo_policy.policy [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.837627] env[65114]: WARNING oslo_policy.policy [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.839284] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] VMware NSXv3 Agent initialized successfully. [ 528.839634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Acquiring lock "singleton_lock" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.839762] env[65114]: DEBUG oslo_concurrency.lockutils [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Acquired lock "singleton_lock" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.839964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Releasing lock "singleton_lock" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.840264] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Full set of CONF: {{(pid=65114) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.840379] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ******************************************************************************** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.840482] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Configuration options gathered from: {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.841079] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.841284] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.841397] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ================================================================================ {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.841565] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] agent_down_time = 75 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.841703] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] allow_automatic_dhcp_failover = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.841837] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] allow_bulk = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.841977] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] api_extensions_path = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842129] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] api_paste_config = api-paste.ini {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842267] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] auth_strategy = keystone {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842372] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] backdoor_port = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842470] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] backdoor_socket = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842603] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] backlog = 4096 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842741] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.842894] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] bind_host = 0.0.0.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843044] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] bind_port = 9696 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843181] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] client_socket_timeout = 900 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843347] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] config_dir = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843457] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843597] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] config_source = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843738] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] control_exchange = neutron {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.843875] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] core_plugin = ml2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844014] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] debug = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844156] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] default_availability_zones = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844407] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844570] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dhcp_agent_notification = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844708] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dhcp_agents_per_network = 1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844865] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dhcp_lease_duration = 86400 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.844976] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dhcp_load_type = networks {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845125] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dns_domain = openstacklocal {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845260] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845391] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_default_route_bfd = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845516] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_default_route_ecmp = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845643] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_dvr = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845770] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_new_agents = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.845895] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846036] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_signals = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846168] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] enable_traditional_dhcp = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846292] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] external_dns_driver = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846419] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] filter_validation = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846555] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] global_physnet_mtu = 8950 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846683] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] graceful_shutdown_timeout = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846853] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] host = cpu-1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.846990] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] host_dvr_for_dhcp = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847139] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] http_retries = 3 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847276] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] instance_format = [instance: %(uuid)s] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847413] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847550] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ipam_driver = internal {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847683] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ipv6_pd_enabled = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847809] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] l3_ha = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.847942] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848094] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] l3_ha_network_physical_name = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848225] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] l3_ha_network_type = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848363] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_color = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848497] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_config_append = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848633] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848762] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_dir = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848889] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_file = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.848993] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_options = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849138] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_rotate_interval = 1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849273] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_rotate_interval_type = days {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849406] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] log_rotation_type = none {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849506] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849604] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849740] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849874] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.849975] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850119] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_dns_nameservers = 5 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850249] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_header_line = 16384 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850380] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_l3_agents_per_router = 3 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850507] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_logfile_count = 30 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850636] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_logfile_size_mb = 200 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850769] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] max_subnet_host_routes = 20 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.850903] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] my_ip = 10.180.1.21 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851056] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] my_ipv6 = ::1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851212] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] network_auto_schedule = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851349] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] network_link_prefix = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851494] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851634] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] notify_nova_on_port_data_changes = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851770] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] notify_nova_on_port_status_changes = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.851904] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] pagination_max_limit = -1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852044] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] publish_errors = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852176] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rate_limit_burst = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852310] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rate_limit_except_level = CRITICAL {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852478] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rate_limit_interval = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852631] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] retry_until_window = 30 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852765] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] router_distributed = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.852897] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rpc_resources_processing_step = 20 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.853038] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rpc_response_max_timeout = 600 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.853171] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] rpc_response_timeout = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.853335] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] send_events_interval = 2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] service_plugins = ['router'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] setproctitle = on {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] shell_completion = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] state_path = /opt/stack/data/neutron {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] syslog_log_facility = LOG_USER {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] tcp_keepidle = 600 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855665] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] transport_url = **** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] use_journal = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] use_json = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] use_ssl = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] use_stderr = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] use_syslog = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vlan_qinq = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.855914] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vlan_transparent = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] watch_log_file = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] wsgi_default_pool_size = 100 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] wsgi_keep_alive = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] wsgi_server_debug = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.856124] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_concurrency.disable_process_locking = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856295] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856295] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856295] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856562] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856562] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856711] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856792] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.connection_string = messaging:// {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.856930] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.enabled = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857083] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.es_doc_type = notification {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857220] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.es_scroll_size = 10000 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857364] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.es_scroll_time = 2m {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857501] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.filter_error_trace = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857640] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.hmac_keys = **** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857780] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.sentinel_service_name = mymaster {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.857923] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.socket_timeout = 0.1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858069] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.trace_requests = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858206] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler.trace_sqlalchemy = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858349] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler_jaeger.process_tags = {} {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858484] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler_jaeger.service_name_prefix = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858613] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] profiler_otlp.service_name_prefix = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.858756] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.enforce_new_defaults = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859023] env[65114]: WARNING oslo_config.cfg [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.859178] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.enforce_scope = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859326] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.policy_default_rule = default {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859478] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859620] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859762] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.859894] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860041] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860175] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860390] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860550] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860702] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860852] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] agent.extensions = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.860992] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861163] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] service_providers.service_provider = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861319] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.default_quota = -1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861466] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861599] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_floatingip = 50 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861731] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_network = 100 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861862] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_port = 500 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.861996] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862143] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_router = 10 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862273] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_security_group = 10 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862406] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862537] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.quota_subnet = 100 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862668] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] QUOTAS.track_quota_usage = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862812] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.862943] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863086] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863222] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863397] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863538] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863670] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863815] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.863948] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864091] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864233] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864390] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864527] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864659] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_dhcp_release.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864799] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.864931] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865073] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865203] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865339] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865472] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865633] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_ovs_vsctl.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865789] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.capabilities = [21] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.865918] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866065] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866200] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866339] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866475] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866609] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_namespace.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866743] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.capabilities = [12] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866869] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.866998] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867141] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867278] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867414] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867540] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_conntrack.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867681] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.capabilities = [12, 21] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867808] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.group = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.867934] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.helper_command = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868074] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.log_daemon_traceback = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868211] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868340] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.thread_pool_size = 8 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868467] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] privsep_link.user = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868614] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868755] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.868889] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.continue_on_failed_promotions = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869028] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.dscp = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869165] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.dscp_inherit = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869303] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.force_mp_to_policy = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869437] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.locking_coordinator_url = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869569] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.log_agent_heartbeats = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869702] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.logging_expire = 1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869839] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.869978] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870130] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.polling_interval = 240 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870268] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870407] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870548] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.report_interval = 30.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870689] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870827] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.870965] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871115] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.sync_skew = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871291] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.synchronization_queue_size = 20 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871432] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT.use_helper_for_ns_read = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871573] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] SECURITYGROUP.enable_ipset = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871718] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] SECURITYGROUP.enable_security_group = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.871853] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872244] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872244] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] experimental.ipv6_pd_enabled = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872302] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.extension_drivers = ['port_security'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872412] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.external_network_type = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872563] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872703] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.overlay_ip_version = 4 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872841] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.path_mtu = 8950 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.872978] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.physical_network_mtus = {} {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873138] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873313] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873477] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ml2.type_drivers = ['vlan'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873602] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873734] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.873868] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874019] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874167] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874353] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874510] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874656] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874794] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.874991] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875155] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_login_password = **** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875301] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875444] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_login_user = admin {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875582] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875724] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875859] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.875992] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876148] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876290] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876432] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876566] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876699] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876837] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.876976] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877122] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877262] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877450] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877593] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877731] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877866] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878009] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.auth_section = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878183] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.auth_type = password {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878324] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878457] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.certfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878591] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.collect_timing = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878734] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.endpoint_type = public {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878869] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.insecure = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878999] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.keyfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879153] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.region_name = RegionOne {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879288] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.split_loggers = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879423] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] nova.timeout = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879561] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.auth_section = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879703] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.auth_type = password {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879841] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879975] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.certfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880114] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.collect_timing = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880255] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.endpoint_type = public {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880382] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.insecure = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880507] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.keyfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880632] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.region_name = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880764] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.split_loggers = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880887] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] placement.timeout = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881036] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.auth_section = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881192] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.auth_type = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881337] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.cafile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881467] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.certfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881600] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.collect_timing = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881730] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.connect_retries = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881859] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.connect_retry_delay = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881989] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.enable_notifications = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882129] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.endpoint_override = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882263] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.insecure = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882391] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.interface = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882515] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.keyfile = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882647] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.max_version = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882775] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.min_version = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882907] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.region_name = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883046] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.retriable_status_codes = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883182] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.service_name = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883329] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.service_type = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883473] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.split_loggers = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883604] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.status_code_retries = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883732] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.status_code_retry_delay = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883861] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.timeout = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883993] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.valid_interfaces = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884137] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ironic.version = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884277] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] cli_script.dry_run = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884422] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884556] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884691] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884823] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884955] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885099] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885232] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885365] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885498] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885641] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885772] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885912] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886061] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886199] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886332] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886472] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886605] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886736] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886916] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887022] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887197] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887339] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887474] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887602] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887735] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887854] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887981] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888126] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888257] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888391] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888524] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888723] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888885] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889033] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889178] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889322] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889457] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889598] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_notifications.driver = [] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889734] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_notifications.retry = -1 {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889884] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890021] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890126] env[65114]: DEBUG oslo_service.backend._eventlet.service [None req-36e6fb59-61c5-4869-b0ee-f9af94a988d7 None None] ******************************************************************************** {{(pid=65114) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.891232] env[65114]: DEBUG neutron.agent.securitygroups_rpc [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Init firewall settings (driver=nsxv3) {{(pid=65114) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.892518] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65114) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.892752] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.894929] env[65114]: DEBUG dogpile.cache.region [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.895065] env[65114]: DEBUG dogpile.lock [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.895167] env[65114]: DEBUG dogpile.lock [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.895259] env[65114]: DEBUG dogpile.lock [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.895357] env[65114]: DEBUG dogpile.cache.region [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.895448] env[65114]: DEBUG dogpile.lock [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.895571] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.913749] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Session token - acquiring [ 528.915236] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.915393] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.915525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.915938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.926535] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.202833] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.224228] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.224368] env[65114]: DEBUG dogpile.cache.region [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Cache value generated in 0.329 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.224486] env[65114]: DEBUG dogpile.lock [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.224606] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Activating Policy API Provider. [ 529.224797] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Looking for the default Infrastructure Rules. [ 529.291862] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Looking for the Default Layer3 Logged Drop Section. [ 529.307559] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.308020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.308196] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.308304] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.308590] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.308928] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.823602] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.325665] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.828184] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Inventory metadata is going to be refreshed. [ 530.828346] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.626995] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.627508] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.627508] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.627623] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.638693] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.639552] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.640405] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.659894] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.660143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.660221] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.660478] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.660598] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.660744] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.660857] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.660960] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.681061] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.681338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.681338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.681619] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.681794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.681935] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.704503] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.704794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.704883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.705141] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.705290] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.705434] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.725918] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.726178] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.726254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.726487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.726631] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.726778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.726880] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.726980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.743501] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.743760] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.743760] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.744054] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.744182] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.744319] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.744441] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.744555] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.763531] env[65114]: DEBUG networking_nsxv3.common.locking [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.763793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.763793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.764091] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.764244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.764413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.764527] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.764630] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Inventory metadata have been refreshed. [ 531.764729] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Dryrun:True. Metadata refresh completed. [ 531.764850] env[65114]: DEBUG oslo_concurrency.lockutils [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.766516] env[65114]: INFO neutron.agent.agent_extensions_manager [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Loaded agent extensions: [] [ 531.767248] env[65114]: DEBUG neutron_lib.callbacks.manager [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65114) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.830633] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.830811] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.830859] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent out of sync with plugin! [ 536.768213] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.768566] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.769836] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.770215] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.771385] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.771805] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.931268] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a9f02c94-4b9f-4fcc-aea8-4be885fa1953 demo admin] Enqueued Resource ID: fb30c130-ff75-4d20-8aa0-9df11abf364c with Priority: HIGHEST for action security_group_rules [ 546.931764] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb30c130-ff75-4d20-8aa0-9df11abf364c with Priority: HIGHEST for action security_group_rules [ 546.932083] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb30c130-ff75-4d20-8aa0-9df11abf364c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.932265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb30c130-ff75-4d20-8aa0-9df11abf364c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.932335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb30c130-ff75-4d20-8aa0-9df11abf364c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.932678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb30c130-ff75-4d20-8aa0-9df11abf364c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.932766] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb30c130-ff75-4d20-8aa0-9df11abf364c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.452360] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.452612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.452612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.452801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.452873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.452929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb30c130-ff75-4d20-8aa0-9df11abf364c already deleted. [ 547.453023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb30c130-ff75-4d20-8aa0-9df11abf364c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.932830] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.933274] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 556.933591] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.933977] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.934989] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.935396] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.936192] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.938181] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.936993] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.937337] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 572.769723] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.769893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.769970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.770736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.770736] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.274018] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.776397] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.279112] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 574.279430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 574.680949] env[65114]: INFO networking_nsxv3.common.synchronization [None req-f72d1e9c-d708-48fc-a233-304ff94833a5 None None] Enqueued Resource ID: d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805 with Priority: HIGHEST for action port [ 574.681303] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805 with Priority: HIGHEST for action port [ 574.681829] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.682218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.682218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.682306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.682414] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.057367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.057836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.057836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.057836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.070952] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 575.072343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.072909] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 575.093123] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.093411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.093546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.093766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.093855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.094035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 575.094127] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.094205] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 575.114693] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.114841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.114950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.115202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.115489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.115489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.136964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.137283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.137390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.137606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.138649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.138649] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.164597] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.164597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.164597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.164597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.164597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.164597] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 575.164597] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.164597] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 575.183853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.184088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.184150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.184360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.184481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.184599] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 575.184673] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.184747] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 575.187644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805 [ 575.187644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.187644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.187644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.187644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.187644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.187644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805 already deleted. [ 575.187644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4e74f9a-a0e8-4b5b-b67e-e42daa8ba805" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.206188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.206188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.206188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.206188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.206188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.206188] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 575.206659] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 575.206659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 575.206659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 575.206659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 575.206659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 575.206659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 575.206901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 575.206901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 575.206968] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 575.228740] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.228912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.228971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.229252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.229360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.229494] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 575.250745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.251192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.251192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.251192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.251337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.268438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.459233] env[65114]: INFO networking_nsxv3.common.synchronization [None req-89f1e3b2-e1b7-438a-bb8c-192475a2b7fe None None] Enqueued Resource ID: 2174322f-6a27-41b1-8461-cf3cc7adca42 with Priority: HIGHEST for action port [ 576.460361] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2174322f-6a27-41b1-8461-cf3cc7adca42 with Priority: HIGHEST for action port [ 576.461202] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2174322f-6a27-41b1-8461-cf3cc7adca42 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.461620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2174322f-6a27-41b1-8461-cf3cc7adca42" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.462045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2174322f-6a27-41b1-8461-cf3cc7adca42" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.463357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2174322f-6a27-41b1-8461-cf3cc7adca42" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.463357] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2174322f-6a27-41b1-8461-cf3cc7adca42',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.965931] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2174322f-6a27-41b1-8461-cf3cc7adca42 [ 576.965931] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.965931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.965931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.965931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.965931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.965931] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2174322f-6a27-41b1-8461-cf3cc7adca42 already deleted. [ 576.965931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2174322f-6a27-41b1-8461-cf3cc7adca42" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.699920] env[65114]: INFO networking_nsxv3.common.synchronization [None req-477ab087-efda-4f4d-8f1f-bf681f33bc87 None None] Enqueued Resource ID: f77f4f2d-fb19-4883-9e94-ca7c9052ece8 with Priority: HIGHEST for action port [ 577.700784] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f77f4f2d-fb19-4883-9e94-ca7c9052ece8 with Priority: HIGHEST for action port [ 577.701747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f77f4f2d-fb19-4883-9e94-ca7c9052ece8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.701747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f77f4f2d-fb19-4883-9e94-ca7c9052ece8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.701747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f77f4f2d-fb19-4883-9e94-ca7c9052ece8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.703156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f77f4f2d-fb19-4883-9e94-ca7c9052ece8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.703156] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f77f4f2d-fb19-4883-9e94-ca7c9052ece8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.962155] env[65114]: INFO networking_nsxv3.common.synchronization [None req-62ca8c92-69d0-42fe-be68-cfdee7f22ceb None None] Enqueued Resource ID: 9b91f1fc-537e-4d08-8757-7a5a57b327ab with Priority: HIGHEST for action port [ 577.962685] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b91f1fc-537e-4d08-8757-7a5a57b327ab with Priority: HIGHEST for action port [ 577.962987] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b91f1fc-537e-4d08-8757-7a5a57b327ab taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.963147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b91f1fc-537e-4d08-8757-7a5a57b327ab" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.963199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b91f1fc-537e-4d08-8757-7a5a57b327ab" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.963430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b91f1fc-537e-4d08-8757-7a5a57b327ab" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.963513] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b91f1fc-537e-4d08-8757-7a5a57b327ab',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.205929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f77f4f2d-fb19-4883-9e94-ca7c9052ece8 [ 578.205929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.205929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.205929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.205929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.205929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.205929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f77f4f2d-fb19-4883-9e94-ca7c9052ece8 already deleted. [ 578.205929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f77f4f2d-fb19-4883-9e94-ca7c9052ece8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.466673] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b91f1fc-537e-4d08-8757-7a5a57b327ab [ 578.467760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.467760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.467760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.467760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.467760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.467760] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b91f1fc-537e-4d08-8757-7a5a57b327ab already deleted. [ 578.467760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b91f1fc-537e-4d08-8757-7a5a57b327ab" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.204150] env[65114]: INFO networking_nsxv3.common.synchronization [None req-53f34398-ffaa-4eba-b2d9-4eb6baded16e None None] Enqueued Resource ID: eb769a74-678a-4432-9135-d2d56676a899 with Priority: HIGHEST for action port [ 579.204150] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb769a74-678a-4432-9135-d2d56676a899 with Priority: HIGHEST for action port [ 579.204150] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb769a74-678a-4432-9135-d2d56676a899 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.205422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb769a74-678a-4432-9135-d2d56676a899" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.205549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb769a74-678a-4432-9135-d2d56676a899" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.205827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb769a74-678a-4432-9135-d2d56676a899" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.205950] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb769a74-678a-4432-9135-d2d56676a899',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.664021] env[65114]: INFO networking_nsxv3.common.synchronization [None req-759adee7-8118-465e-a64d-57302d23c412 None None] Enqueued Resource ID: e2a69603-5c22-4343-aa70-0e2b5b63a369 with Priority: HIGHEST for action port [ 579.664577] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2a69603-5c22-4343-aa70-0e2b5b63a369 with Priority: HIGHEST for action port [ 579.665351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2a69603-5c22-4343-aa70-0e2b5b63a369 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.665351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2a69603-5c22-4343-aa70-0e2b5b63a369" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.665351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2a69603-5c22-4343-aa70-0e2b5b63a369" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.665534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2a69603-5c22-4343-aa70-0e2b5b63a369" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.665534] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2a69603-5c22-4343-aa70-0e2b5b63a369',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.708969] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb769a74-678a-4432-9135-d2d56676a899 [ 579.709200] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.709373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.709478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.709781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.709905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.710017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb769a74-678a-4432-9135-d2d56676a899 already deleted. [ 579.710401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb769a74-678a-4432-9135-d2d56676a899" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.167407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2a69603-5c22-4343-aa70-0e2b5b63a369 [ 580.170770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.170770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.170770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.170770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.170770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.170770] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2a69603-5c22-4343-aa70-0e2b5b63a369 already deleted. [ 580.170770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2a69603-5c22-4343-aa70-0e2b5b63a369" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.600730] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c5f76589-a637-4c11-bd55-4671e449289a None None] Enqueued Resource ID: d8c806f2-26da-4cdf-b576-5c4f7f628f34 with Priority: HIGHEST for action port [ 580.602739] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8c806f2-26da-4cdf-b576-5c4f7f628f34 with Priority: HIGHEST for action port [ 580.602739] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8c806f2-26da-4cdf-b576-5c4f7f628f34 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.602739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8c806f2-26da-4cdf-b576-5c4f7f628f34" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.602739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8c806f2-26da-4cdf-b576-5c4f7f628f34" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.603086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8c806f2-26da-4cdf-b576-5c4f7f628f34" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.603086] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8c806f2-26da-4cdf-b576-5c4f7f628f34',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.105139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8c806f2-26da-4cdf-b576-5c4f7f628f34 [ 581.105393] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.105574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.105688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.105905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.108103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.108274] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8c806f2-26da-4cdf-b576-5c4f7f628f34 already deleted. [ 581.108393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8c806f2-26da-4cdf-b576-5c4f7f628f34" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.333246] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2ffcce74-d56c-4594-ada1-8363cda5619f None None] Enqueued Resource ID: 770f427d-7b92-470e-a45e-119468384871 with Priority: HIGHEST for action port [ 581.333501] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 770f427d-7b92-470e-a45e-119468384871 with Priority: HIGHEST for action port [ 581.334270] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-770f427d-7b92-470e-a45e-119468384871 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.334270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-770f427d-7b92-470e-a45e-119468384871" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.334270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-770f427d-7b92-470e-a45e-119468384871" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.335326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-770f427d-7b92-470e-a45e-119468384871" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.335326] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('770f427d-7b92-470e-a45e-119468384871',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.840706] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 770f427d-7b92-470e-a45e-119468384871 [ 581.840706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.840706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.840706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.840706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.840706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.840706] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:770f427d-7b92-470e-a45e-119468384871 already deleted. [ 581.840706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-770f427d-7b92-470e-a45e-119468384871" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.013023] env[65114]: INFO networking_nsxv3.common.synchronization [None req-d697fef0-4eb0-4695-b04f-d70772a9f87b None None] Enqueued Resource ID: 927d9948-97e9-4229-a1c4-24b587ba5543 with Priority: HIGHEST for action port [ 583.013920] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 927d9948-97e9-4229-a1c4-24b587ba5543 with Priority: HIGHEST for action port [ 583.013920] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-927d9948-97e9-4229-a1c4-24b587ba5543 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.014160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-927d9948-97e9-4229-a1c4-24b587ba5543" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.015082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-927d9948-97e9-4229-a1c4-24b587ba5543" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.015470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-927d9948-97e9-4229-a1c4-24b587ba5543" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.016320] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('927d9948-97e9-4229-a1c4-24b587ba5543',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.346248] env[65114]: INFO networking_nsxv3.common.synchronization [None req-11dbe4ac-ce14-44e6-811d-5cd19ca93381 None None] Enqueued Resource ID: 5c3469b8-d834-42f4-b12e-419a2c7f947f with Priority: HIGHEST for action port [ 583.346511] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c3469b8-d834-42f4-b12e-419a2c7f947f with Priority: HIGHEST for action port [ 583.347085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c3469b8-d834-42f4-b12e-419a2c7f947f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.347209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c3469b8-d834-42f4-b12e-419a2c7f947f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.347273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c3469b8-d834-42f4-b12e-419a2c7f947f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.347871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c3469b8-d834-42f4-b12e-419a2c7f947f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.347871] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c3469b8-d834-42f4-b12e-419a2c7f947f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.518702] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 927d9948-97e9-4229-a1c4-24b587ba5543 [ 583.518702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.518702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.518702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.520527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.520633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.520744] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:927d9948-97e9-4229-a1c4-24b587ba5543 already deleted. [ 583.520836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-927d9948-97e9-4229-a1c4-24b587ba5543" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.851351] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c3469b8-d834-42f4-b12e-419a2c7f947f [ 583.851351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.851351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.851351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.851351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.851351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.851351] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c3469b8-d834-42f4-b12e-419a2c7f947f already deleted. [ 583.851351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c3469b8-d834-42f4-b12e-419a2c7f947f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.211350] env[65114]: INFO networking_nsxv3.common.synchronization [req-a1fdd2b4-aeb9-45c7-ad25-ed3e0c86247d req-bccbc08d-5705-4c55-908f-394fa1bb97de tempest-SecurityGroupRulesNegativeTestJSON-1137911149 tempest-SecurityGroupRulesNegativeTestJSON-1137911149-project-member] Enqueued Resource ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 with Priority: HIGHEST for action security_group_rules [ 584.211922] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 with Priority: HIGHEST for action security_group_rules [ 584.212284] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.212455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.213465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.213465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.213465] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cdbe76-56c1-44df-9c2a-e5303d5159d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.737021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.737192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.737383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.737630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.737630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.737723] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 already deleted. [ 584.737723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.181064] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ad3c6f73-6bd3-4f2e-aa64-5b76fadf9b24 None None] Enqueued Resource ID: 5eb9bd1f-6010-49d3-ab3b-511caaf8002c with Priority: HIGHEST for action port [ 585.181624] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eb9bd1f-6010-49d3-ab3b-511caaf8002c with Priority: HIGHEST for action port [ 585.181922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eb9bd1f-6010-49d3-ab3b-511caaf8002c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.183112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eb9bd1f-6010-49d3-ab3b-511caaf8002c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.184584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eb9bd1f-6010-49d3-ab3b-511caaf8002c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.184584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eb9bd1f-6010-49d3-ab3b-511caaf8002c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.184584] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eb9bd1f-6010-49d3-ab3b-511caaf8002c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.689161] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eb9bd1f-6010-49d3-ab3b-511caaf8002c [ 585.689161] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.689161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.689161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.689161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.689161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.689161] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eb9bd1f-6010-49d3-ab3b-511caaf8002c already deleted. [ 585.689161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eb9bd1f-6010-49d3-ab3b-511caaf8002c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.812241] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b69befe3-b7b4-4038-8784-ab58f55db9c2 None None] Enqueued Resource ID: 89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50 with Priority: HIGHEST for action port [ 585.813500] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50 with Priority: HIGHEST for action port [ 585.813500] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.815460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.815590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.816230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.816230] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.819134] env[65114]: INFO networking_nsxv3.common.synchronization [None req-87cc7286-69f1-4718-9325-785a7b0d620a None None] Enqueued Resource ID: 13714aba-e773-4f79-8717-c0bf7fcf3bb3 with Priority: HIGHEST for action port [ 585.819784] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13714aba-e773-4f79-8717-c0bf7fcf3bb3 with Priority: HIGHEST for action port [ 585.820244] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-13714aba-e773-4f79-8717-c0bf7fcf3bb3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.820244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13714aba-e773-4f79-8717-c0bf7fcf3bb3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.820244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13714aba-e773-4f79-8717-c0bf7fcf3bb3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.820468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13714aba-e773-4f79-8717-c0bf7fcf3bb3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.820543] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13714aba-e773-4f79-8717-c0bf7fcf3bb3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.319912] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50 [ 586.320161] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.320304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.320376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.320587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.320679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.320778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50 already deleted. [ 586.320860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89a2a3ca-b1a5-467b-9f4e-b6de9cec4f50" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.323497] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13714aba-e773-4f79-8717-c0bf7fcf3bb3 [ 586.323686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.323804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.323872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.324104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.324184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.324273] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13714aba-e773-4f79-8717-c0bf7fcf3bb3 already deleted. [ 586.324359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13714aba-e773-4f79-8717-c0bf7fcf3bb3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.776240] env[65114]: INFO networking_nsxv3.common.synchronization [None req-7701e342-c3a2-4b37-ae15-7df432094423 None None] Enqueued Resource ID: 9e4bcf40-9692-4d76-8a80-b58dac457b70 with Priority: HIGHEST for action port [ 586.776508] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e4bcf40-9692-4d76-8a80-b58dac457b70 with Priority: HIGHEST for action port [ 586.777025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e4bcf40-9692-4d76-8a80-b58dac457b70 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.777159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e4bcf40-9692-4d76-8a80-b58dac457b70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.777231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e4bcf40-9692-4d76-8a80-b58dac457b70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.777479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e4bcf40-9692-4d76-8a80-b58dac457b70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.777564] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e4bcf40-9692-4d76-8a80-b58dac457b70',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.280887] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e4bcf40-9692-4d76-8a80-b58dac457b70 [ 587.282063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.282960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.282960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.282960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.282960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.282960] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e4bcf40-9692-4d76-8a80-b58dac457b70 already deleted. [ 587.282960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e4bcf40-9692-4d76-8a80-b58dac457b70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.351972] env[65114]: INFO networking_nsxv3.common.synchronization [None req-0215b992-4997-4964-b75e-2fbd22c22b58 None None] Enqueued Resource ID: 82f1cda2-8619-43be-9027-4fb49681f237 with Priority: HIGHEST for action port [ 587.351972] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82f1cda2-8619-43be-9027-4fb49681f237 with Priority: HIGHEST for action port [ 587.351972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-82f1cda2-8619-43be-9027-4fb49681f237 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.351972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82f1cda2-8619-43be-9027-4fb49681f237" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.351972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82f1cda2-8619-43be-9027-4fb49681f237" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.357177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82f1cda2-8619-43be-9027-4fb49681f237" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.357177] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82f1cda2-8619-43be-9027-4fb49681f237',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.861149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 82f1cda2-8619-43be-9027-4fb49681f237 [ 587.861404] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.862169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.862169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.862169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.862169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.862169] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:82f1cda2-8619-43be-9027-4fb49681f237 already deleted. [ 587.862454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82f1cda2-8619-43be-9027-4fb49681f237" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.034347] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8cb90d2f-cb71-4d14-89df-57834c44e271 None None] Enqueued Resource ID: dd0ca9f1-c318-4b24-994a-5ca7aa2483b4 with Priority: HIGHEST for action port [ 589.034347] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd0ca9f1-c318-4b24-994a-5ca7aa2483b4 with Priority: HIGHEST for action port [ 589.034347] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd0ca9f1-c318-4b24-994a-5ca7aa2483b4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.034347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd0ca9f1-c318-4b24-994a-5ca7aa2483b4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.034347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd0ca9f1-c318-4b24-994a-5ca7aa2483b4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.034727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd0ca9f1-c318-4b24-994a-5ca7aa2483b4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.034727] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd0ca9f1-c318-4b24-994a-5ca7aa2483b4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.301813] env[65114]: INFO networking_nsxv3.common.synchronization [req-7e71b007-65b5-484a-9784-05b597a167e0 req-e9b8cc82-ec7b-4767-8c06-0167dbc4a2b3 tempest-TenantUsagesTestJSON-501105364 tempest-TenantUsagesTestJSON-501105364-project-member] Enqueued Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 589.303707] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 589.303707] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.303707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.303707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.304183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.304698] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.305167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.305167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.306781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.306781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.306781] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.537902] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd0ca9f1-c318-4b24-994a-5ca7aa2483b4 [ 589.538340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.538527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.538599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.539588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.539588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.539588] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd0ca9f1-c318-4b24-994a-5ca7aa2483b4 already deleted. [ 589.539588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd0ca9f1-c318-4b24-994a-5ca7aa2483b4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.808137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.808412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.808412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.809297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.809407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.809644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.809727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.809798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.809973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.810076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.810210] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 already deleted. [ 589.810256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.891194] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b8067c44-c279-407a-ad0d-82624c2e09b0 None None] Enqueued Resource ID: ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27 with Priority: HIGHEST for action port [ 589.891304] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27 with Priority: HIGHEST for action port [ 589.892349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.892349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.892571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.893234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.893234] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.222451] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.222798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.222798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.225494] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.225826] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.225997] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.226129] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.226360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.226537] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.226858] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.226974] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 590.227100] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 590.227359] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 590.227359] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 590.227446] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 590.227541] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 590.251053] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 590.251227] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 590.251378] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 590.251547] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.251923] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-74523259-221e-48f4-893a-6b68e85e760e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.252100] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.252182] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.252489] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.252725] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74523259-221e-48f4-893a-6b68e85e760e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.395822] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27 [ 590.397068] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.397068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.397068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.397068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.397068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.397287] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27 already deleted. [ 590.397287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddc9d11c-2b3c-44be-a8f5-8a7fd223ad27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.756558] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.759910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.759910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.759910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.759910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.760088] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 74523259-221e-48f4-893a-6b68e85e760e not found, creating... [ 590.760325] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.760501] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.760626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.760853] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.760985] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.761377] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.761744] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.761899] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.762748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.762748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.762748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 74523259-221e-48f4-893a-6b68e85e760e is going to be created. [ 590.770313] env[65114]: INFO networking_nsxv3.common.synchronization [None req-d737b376-9233-4598-9018-ee5e7de64eb4 None None] Enqueued Resource ID: f7e9e07e-0546-4ae7-be58-22d1ac73bad6 with Priority: HIGHEST for action port [ 590.771359] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e9e07e-0546-4ae7-be58-22d1ac73bad6 with Priority: HIGHEST for action port [ 590.771737] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7e9e07e-0546-4ae7-be58-22d1ac73bad6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.771866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7e9e07e-0546-4ae7-be58-22d1ac73bad6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.771937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7e9e07e-0546-4ae7-be58-22d1ac73bad6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.772199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7e9e07e-0546-4ae7-be58-22d1ac73bad6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.772283] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7e9e07e-0546-4ae7-be58-22d1ac73bad6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.791768] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.792565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.794521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.794521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.794521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.794521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.276657] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7e9e07e-0546-4ae7-be58-22d1ac73bad6 [ 591.276657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.277038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.277038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.277234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.277234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.277293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7e9e07e-0546-4ae7-be58-22d1ac73bad6 already deleted. [ 591.277377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7e9e07e-0546-4ae7-be58-22d1ac73bad6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.452239] env[65114]: INFO networking_nsxv3.common.synchronization [req-0681544b-ee1e-43f5-9186-2e85bdc7fc00 req-0d615710-3200-41a5-b072-122fe94d2ca6 tempest-SecurityGroupRulesNegativeTestJSON-1137911149 tempest-SecurityGroupRulesNegativeTestJSON-1137911149-project-member] Enqueued Resource ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 with Priority: HIGHEST for action security_group_rules [ 591.452239] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 with Priority: HIGHEST for action security_group_rules [ 591.452239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.452239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.452239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.452722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.452923] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54cdbe76-56c1-44df-9c2a-e5303d5159d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.644396] env[65114]: INFO networking_nsxv3.common.synchronization [req-7e71b007-65b5-484a-9784-05b597a167e0 req-403cbb33-81ae-4306-b3da-7da33dd301cc service nova] Enqueued Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_rules [ 591.644396] env[65114]: INFO networking_nsxv3.common.synchronization [req-7e71b007-65b5-484a-9784-05b597a167e0 req-403cbb33-81ae-4306-b3da-7da33dd301cc service nova] Enqueued Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 591.644396] env[65114]: INFO networking_nsxv3.common.synchronization [req-7e71b007-65b5-484a-9784-05b597a167e0 req-403cbb33-81ae-4306-b3da-7da33dd301cc service nova] Enqueued Resource ID: 74523259-221e-48f4-893a-6b68e85e760e with Priority: HIGHEST for action port [ 591.644396] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_rules [ 591.644713] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 591.644713] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74523259-221e-48f4-893a-6b68e85e760e with Priority: HIGHEST for action port [ 591.645038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.645038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.645308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.645750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.646260] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.647420] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.647541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.647610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.647793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.647941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.648053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.648115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.648261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.648349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.648442] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.650711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-74523259-221e-48f4-893a-6b68e85e760e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.650809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.650879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.651070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.651105] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74523259-221e-48f4-893a-6b68e85e760e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.973863] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.974038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.974180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.974383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.974477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.974568] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54cdbe76-56c1-44df-9c2a-e5303d5159d6 already deleted. [ 591.974653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54cdbe76-56c1-44df-9c2a-e5303d5159d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.995333] env[65114]: INFO networking_nsxv3.common.synchronization [req-9f0170bc-486e-44a0-b76f-5edbb828f2c0 req-3b7209a6-9cf0-4210-96cc-86d837ab49f7 tempest-FloatingIPsAssociationTestJSON-1275148689 tempest-FloatingIPsAssociationTestJSON-1275148689-project-member] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 591.995841] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 591.996143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.996396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.996396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.996588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.996800] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.996906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.996969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.997145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.997247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.997348] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.122837] env[65114]: INFO networking_nsxv3.common.synchronization [req-a0568d15-1a3d-4e97-8c85-2d52a1bb1abd req-3d9b53f6-e84e-417b-96eb-5921f5a3e079 tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: b5bbd2da-43b0-4a4a-b330-d4791973a0e1 with Priority: HIGHEST for action security_group_rules [ 592.123392] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5bbd2da-43b0-4a4a-b330-d4791973a0e1 with Priority: HIGHEST for action security_group_rules [ 592.124048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5bbd2da-43b0-4a4a-b330-d4791973a0e1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.124048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5bbd2da-43b0-4a4a-b330-d4791973a0e1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.124048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5bbd2da-43b0-4a4a-b330-d4791973a0e1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.124437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5bbd2da-43b0-4a4a-b330-d4791973a0e1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.124504] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5bbd2da-43b0-4a4a-b330-d4791973a0e1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.154016] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.154314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.164268] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74523259-221e-48f4-893a-6b68e85e760e with status ACTIVE [ 592.164490] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.164632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.164704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.164911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.165011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.165197] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.165311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.165375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.165525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.165603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.165778] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.165883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.165925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.166073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.166154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.166241] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74523259-221e-48f4-893a-6b68e85e760e is going to be updated. [ 592.169762] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.195592] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.195812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.196180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.196180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.196764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.200154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74523259-221e-48f4-893a-6b68e85e760e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.425966] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.426354] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.426354] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.426631] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.426903] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.427108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.427230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.427466] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.427609] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.427839] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.427963] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.428088] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.428205] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.428324] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.428437] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.428586] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.447215] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.447672] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.447843] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.448009] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.448325] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.448497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.448612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.448930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.449069] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.499631] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.500049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.500049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.500686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.500791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.501033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.501147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.501583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.501583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.501583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.501751] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 already deleted. [ 592.501751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.648688] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.648856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.648939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.649181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.649277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.649375] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5bbd2da-43b0-4a4a-b330-d4791973a0e1 already deleted. [ 592.649458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5bbd2da-43b0-4a4a-b330-d4791973a0e1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.675471] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.951631] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.952930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.952930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.953079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.953580] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.953580] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 not found, creating... [ 592.953580] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.953741] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.953876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.956988] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.956988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.956988] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 is going to be created. [ 592.959403] env[65114]: INFO networking_nsxv3.common.synchronization [None req-aaa36543-683c-4291-b869-8b9b49aac7a8 tempest-VolumesAssistedSnapshotsTest-1454389397 tempest-VolumesAssistedSnapshotsTest-1454389397-project-member] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 592.959403] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 592.959912] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.960042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.960110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.960409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.960409] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.977904] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.978150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.978360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.979042] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.979042] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.979176] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.178817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.179962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.179962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.179962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.179962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.181576] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 is going to be created. [ 593.215097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.215422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.215481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.215707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.215869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.236654] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: UNINITIALIZED for 2s [ 593.305542] env[65114]: INFO networking_nsxv3.common.synchronization [None req-968d412c-af25-41a4-b99d-bc4d6d8c867d tempest-VolumesAssistedSnapshotsTest-1454389397 tempest-VolumesAssistedSnapshotsTest-1454389397-project-member] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 593.306107] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 593.306409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.306544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.488775] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.489205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.489205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.489284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.489352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.489469] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 already deleted. [ 593.489574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.489781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.489953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.490065] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [req-9f0170bc-486e-44a0-b76f-5edbb828f2c0 req-689b49c5-5397-49a6-9f3e-2ab8844ef3f9 service nova] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_rules [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [req-9f0170bc-486e-44a0-b76f-5edbb828f2c0 req-689b49c5-5397-49a6-9f3e-2ab8844ef3f9 service nova] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [req-9f0170bc-486e-44a0-b76f-5edbb828f2c0 req-689b49c5-5397-49a6-9f3e-2ab8844ef3f9 service nova] Enqueued Resource ID: ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 with Priority: HIGHEST for action port [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_rules [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 593.782242] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 with Priority: HIGHEST for action port [ 593.782242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.782242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.782242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.784352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.784531] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.785638] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.785768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.785829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.786467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.786467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.786467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.786467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.786467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.786842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.786842] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.787779] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.787779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.787779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.788428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.788428] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.011268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.011412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.011483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.011694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.011786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.011896] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 already deleted. [ 594.011980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.289969] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.290925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.290997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.293251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 with status ACTIVE [ 594.293251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.293251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.293251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.293251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.293251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97 is going to be updated. [ 594.317313] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.317455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.317520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.317774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.318527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.318527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad9a6f17-bea3-4f7b-921e-ddaf2a39ab97" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.522055] env[65114]: INFO networking_nsxv3.common.synchronization [req-da3edabd-f08a-4d77-9a37-91a89a9248a6 req-3604bd96-83e8-4e83-93c3-ca83802012c4 tempest-ServerDiagnosticsNegativeTest-1886521364 tempest-ServerDiagnosticsNegativeTest-1886521364-project-member] Enqueued Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 594.522349] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 594.522858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.522858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.522858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.523095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.523843] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.523963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.524038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.524253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.524327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.524884] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.796751] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.878406] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.878406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.878640] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.878906] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.879489] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.879489] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.879716] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.879809] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.879979] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.880243] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.880390] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.880514] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.880690] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.880774] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.880875] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.881033] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.900469] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.900645] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.900973] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.900973] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.901293] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-0dedd14b-86c7-4391-baa3-e2361976be4f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.901463] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.901597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.901933] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.902094] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dedd14b-86c7-4391-baa3-e2361976be4f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.028249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.028443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.028525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.028728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.028817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.029157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.029256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.029256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.029433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.029537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.029623] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f already deleted. [ 595.029704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.146613] env[65114]: INFO networking_nsxv3.common.synchronization [req-7ab481cf-115e-466a-81f1-b6f422f40aec req-61771f3f-836e-4aec-8e4b-7d2b60201de8 tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 998a9dca-6071-4bbc-a5c3-4442f8c7c929 with Priority: HIGHEST for action security_group_rules [ 595.146894] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 998a9dca-6071-4bbc-a5c3-4442f8c7c929 with Priority: HIGHEST for action security_group_rules [ 595.147273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-998a9dca-6071-4bbc-a5c3-4442f8c7c929 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.147273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-998a9dca-6071-4bbc-a5c3-4442f8c7c929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.147416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-998a9dca-6071-4bbc-a5c3-4442f8c7c929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.147541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-998a9dca-6071-4bbc-a5c3-4442f8c7c929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.147615] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('998a9dca-6071-4bbc-a5c3-4442f8c7c929',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.248174] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: SUCCESS [ 595.248174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.248338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.248727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.248890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.249100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.249172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.250152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.250280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.250391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.250571] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.299614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.299800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.299879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.300116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.300209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.300310] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be created. [ 595.327531] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.327670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.327740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.327928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.328088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.339189] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: UNINITIALIZED for 2s [ 595.404439] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.404675] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.404821] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405174] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.405372] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405529] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 0dedd14b-86c7-4391-baa3-e2361976be4f not found, creating... [ 595.405776] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.406051] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.406337] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.406543] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.406835] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.406990] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.407398] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.407617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.407747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.407874] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 0dedd14b-86c7-4391-baa3-e2361976be4f is going to be created. [ 595.432330] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.432554] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.432682] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.433507] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.434792] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.434920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.672271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.673470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.673470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.673470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.673470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.673470] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 998a9dca-6071-4bbc-a5c3-4442f8c7c929 already deleted. [ 595.673470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-998a9dca-6071-4bbc-a5c3-4442f8c7c929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.754144] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.754535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.754535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.754673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.754836] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.755132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.755132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.755252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.755252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.755354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.756851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.756851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.756851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.756851] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.198380] env[65114]: INFO networking_nsxv3.common.synchronization [req-da3edabd-f08a-4d77-9a37-91a89a9248a6 req-9feb4975-60da-462f-89ba-8498abbef5e4 service nova] Enqueued Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_rules [ 596.198497] env[65114]: INFO networking_nsxv3.common.synchronization [req-da3edabd-f08a-4d77-9a37-91a89a9248a6 req-9feb4975-60da-462f-89ba-8498abbef5e4 service nova] Enqueued Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 596.198708] env[65114]: INFO networking_nsxv3.common.synchronization [req-da3edabd-f08a-4d77-9a37-91a89a9248a6 req-9feb4975-60da-462f-89ba-8498abbef5e4 service nova] Enqueued Resource ID: 0dedd14b-86c7-4391-baa3-e2361976be4f with Priority: HIGHEST for action port [ 596.199175] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_rules [ 596.199347] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 596.199473] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dedd14b-86c7-4391-baa3-e2361976be4f with Priority: HIGHEST for action port [ 596.199728] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.199855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.200227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.200774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.200774] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.201709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.201851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.201882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.202106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.202218] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.202319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.202380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.202565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.202624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.202699] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.204068] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dedd14b-86c7-4391-baa3-e2361976be4f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.204068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.204068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.204708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.204708] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dedd14b-86c7-4391-baa3-e2361976be4f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.259507] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e92cf50-21ec-4017-af5d-ba97ae2a0413: rpc.has_security_group_logging(os_id): False [ 596.286076] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.286222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.286222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.286472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.286798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.286865] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.286944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.287133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.287331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.287406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.287952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.287952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.287952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.287952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.288189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.288306] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.288409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.288712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.288712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.288810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.288889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 is going to be created. [ 596.372629] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.372629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.372629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.372629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.372629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.386779] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: IN_PROGRESS for 2s [ 596.677647] env[65114]: INFO networking_nsxv3.common.synchronization [req-6c9142bb-98f4-43fc-a621-06d53367649d req-ad3b4eea-d139-4517-a711-eac65acefcb3 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 596.681544] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 596.681877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.682012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.682288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.682557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.682728] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.683863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.684056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.684241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.684368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.684495] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.705593] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.706495] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.706603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.706758] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dedd14b-86c7-4391-baa3-e2361976be4f with status ACTIVE [ 596.707262] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.707262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.707262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.707435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.707435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.707570] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.707664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.707724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.707875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.707949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.708157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.708251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.708312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.708449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.708520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.708603] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dedd14b-86c7-4391-baa3-e2361976be4f is going to be updated. [ 596.732750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.732893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.732989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.733181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.733310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.733508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dedd14b-86c7-4391-baa3-e2361976be4f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.127302] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.127519] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.127663] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.129101] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.129598] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.129665] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.129771] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.130085] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.130192] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.130364] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.130464] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.130570] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.130699] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.130814] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.130904] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.130976] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.152268] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.152563] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.152563] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.152819] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.153113] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-120250f5-fce2-4031-a9a5-7db030200be5 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.153421] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.153568] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.153956] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.154036] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120250f5-fce2-4031-a9a5-7db030200be5',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.186974] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.187210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.187338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.187493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.187676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.187776] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.187874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.187933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.188169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.188227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.188310] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 already deleted. [ 597.188413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.212107] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.349890] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 597.349890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.349890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.349890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.349890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.350273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.350273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.350859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.350859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.350859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.350859] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.656402] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.656779] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.656930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.657235] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.657378] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.657534] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 120250f5-fce2-4031-a9a5-7db030200be5 not found, creating... [ 597.657800] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.657966] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.658093] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.658322] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.658458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.658751] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.658901] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.659026] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.659241] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.659363] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.659501] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 120250f5-fce2-4031-a9a5-7db030200be5 is going to be created. [ 597.681099] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.681492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.681492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.681670] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.681886] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.682380] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.714031] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.714283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.714421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.714603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.714702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.714806] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f is going to be created. [ 597.739710] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.739913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.740035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.740279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.740548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.752336] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: UNINITIALIZED for 2s [ 597.853411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.853681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.853681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.853861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.854097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.854258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.854469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.854553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856712] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.856712] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.856712] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.359371] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1769462-881f-442a-ab99-51ce7f8e5970: rpc.has_security_group_logging(os_id): False [ 598.391478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.391778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.391960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.392271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.392409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.392734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.392829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.392882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.393059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.393169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.393408] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.393741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.393741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.393862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.393980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.394129] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.394248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.394290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.394439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.394580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.394689] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be created. [ 598.405223] env[65114]: INFO networking_nsxv3.common.synchronization [req-6c9142bb-98f4-43fc-a621-06d53367649d req-8bfe8eb7-6350-40bf-ac57-7068aa9665d3 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 598.405428] env[65114]: INFO networking_nsxv3.common.synchronization [req-6c9142bb-98f4-43fc-a621-06d53367649d req-8bfe8eb7-6350-40bf-ac57-7068aa9665d3 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 598.405621] env[65114]: INFO networking_nsxv3.common.synchronization [req-6c9142bb-98f4-43fc-a621-06d53367649d req-8bfe8eb7-6350-40bf-ac57-7068aa9665d3 service nova] Enqueued Resource ID: 120250f5-fce2-4031-a9a5-7db030200be5 with Priority: HIGHEST for action port [ 598.406113] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 598.406251] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 598.406360] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 120250f5-fce2-4031-a9a5-7db030200be5 with Priority: HIGHEST for action port [ 598.406647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.406815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.406815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.407084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.407160] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.408309] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.408430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.408500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.408745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.408888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.408981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.409056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.409194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.409273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.409360] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.410152] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-120250f5-fce2-4031-a9a5-7db030200be5 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.411432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.411552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.411725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.411805] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('120250f5-fce2-4031-a9a5-7db030200be5',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.426466] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: SUCCESS [ 598.427195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.484440] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.484621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.485192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.485192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.485408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.502360] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 598.914340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.914884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.914884] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.917119] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 120250f5-fce2-4031-a9a5-7db030200be5 with status ACTIVE [ 598.917119] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.917119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.917342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.917447] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.917536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.917591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.917957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.917957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.918069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.918124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.918167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.918328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.918424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.918579] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 120250f5-fce2-4031-a9a5-7db030200be5 is going to be updated. [ 598.941021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.941262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.941368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.941534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.941665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.941819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-120250f5-fce2-4031-a9a5-7db030200be5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.420243] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.765022] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: SUCCESS [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.765022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.765022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.765022] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.923043] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.924196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.924357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.924398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.924569] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be created. [ 599.950739] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.950941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.950941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.951174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.951364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.962026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: UNINITIALIZED for 2s [ 600.026575] env[65114]: INFO networking_nsxv3.common.synchronization [req-c5a8e20e-7968-46b6-a230-4ddc4289a374 req-9d3de901-37c2-4117-9476-8c424a89a025 tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 736629b1-2fa9-4b9b-b4e5-505fa1ffc02d with Priority: HIGHEST for action security_group_rules [ 600.026575] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736629b1-2fa9-4b9b-b4e5-505fa1ffc02d with Priority: HIGHEST for action security_group_rules [ 600.026575] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736629b1-2fa9-4b9b-b4e5-505fa1ffc02d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.026575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736629b1-2fa9-4b9b-b4e5-505fa1ffc02d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.026575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736629b1-2fa9-4b9b-b4e5-505fa1ffc02d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.027449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736629b1-2fa9-4b9b-b4e5-505fa1ffc02d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.027449] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736629b1-2fa9-4b9b-b4e5-505fa1ffc02d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.267376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.267568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.267955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.268176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.268354] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.268470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.268564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.269460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.269570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.269687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.269847] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.269942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.269998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.270167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.270314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.270414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.270469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.270607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.270684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.270764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.270856] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.514325] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 600.514325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.548361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.548361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.548728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.548728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.548728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.548816] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736629b1-2fa9-4b9b-b4e5-505fa1ffc02d already deleted. [ 600.548847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736629b1-2fa9-4b9b-b4e5-505fa1ffc02d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.555153] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3af194e9-1d0f-4a22-b441-e4fa92ffb756 None None] Enqueued Resource ID: 39268554-d33c-4fa5-9c57-ebcb4ad75706 with Priority: HIGHEST for action port [ 600.555474] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39268554-d33c-4fa5-9c57-ebcb4ad75706 with Priority: HIGHEST for action port [ 600.556067] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-39268554-d33c-4fa5-9c57-ebcb4ad75706 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.556197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39268554-d33c-4fa5-9c57-ebcb4ad75706" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.556267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39268554-d33c-4fa5-9c57-ebcb4ad75706" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.556520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39268554-d33c-4fa5-9c57-ebcb4ad75706" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.556603] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39268554-d33c-4fa5-9c57-ebcb4ad75706',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.772902] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7745fb24-a909-4d0f-8a1a-a192147e680f: rpc.has_security_group_logging(os_id): False [ 600.793783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.793783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.793783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.794201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.794201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.794201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.794394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.794490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.794756] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.794756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.794908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.794945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.795020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.795107] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f is going to be created. [ 600.855298] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.855654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.855654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.855828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.855968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.871081] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: IN_PROGRESS for 2s [ 601.061143] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39268554-d33c-4fa5-9c57-ebcb4ad75706 [ 601.061434] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.061434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.061558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.061790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.061790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.061961] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39268554-d33c-4fa5-9c57-ebcb4ad75706 already deleted. [ 601.061961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39268554-d33c-4fa5-9c57-ebcb4ad75706" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.972740] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 601.973318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.973318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.973476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.973990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.973990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.973990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.973990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.974227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.974227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.974227] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.477853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.478229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.478287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.478571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.478768] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.478891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.479020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.479195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.479298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.479467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.479590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.479681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.479742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.479879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.480017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.480108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.480168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.480378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.480378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.480458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.480536] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.741781] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3a9c8ef3-3780-4f48-b7a3-b7c3dd61767d None None] Enqueued Resource ID: ccdcbf1c-358e-4c97-ad33-f4f8edd07903 with Priority: HIGHEST for action port [ 602.741781] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdcbf1c-358e-4c97-ad33-f4f8edd07903 with Priority: HIGHEST for action port [ 602.742205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdcbf1c-358e-4c97-ad33-f4f8edd07903 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.742814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdcbf1c-358e-4c97-ad33-f4f8edd07903" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.742891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdcbf1c-358e-4c97-ad33-f4f8edd07903" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.743211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdcbf1c-358e-4c97-ad33-f4f8edd07903" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.743304] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdcbf1c-358e-4c97-ad33-f4f8edd07903',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.887226] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: SUCCESS [ 602.891020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.898354] env[65114]: INFO networking_nsxv3.common.synchronization [None req-61d92b53-72cc-4591-b56c-fb44b9931c1f None None] Enqueued Resource ID: 3198ca05-1d41-42b4-bd2b-f9f8f671c09c with Priority: HIGHEST for action port [ 602.898888] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3198ca05-1d41-42b4-bd2b-f9f8f671c09c with Priority: HIGHEST for action port [ 602.900531] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3198ca05-1d41-42b4-bd2b-f9f8f671c09c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.900658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3198ca05-1d41-42b4-bd2b-f9f8f671c09c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.900726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3198ca05-1d41-42b4-bd2b-f9f8f671c09c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.900997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3198ca05-1d41-42b4-bd2b-f9f8f671c09c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.901436] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3198ca05-1d41-42b4-bd2b-f9f8f671c09c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.983206] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc876a3-03c3-4ce0-9d1e-8feec5a818a1: rpc.has_security_group_logging(os_id): False [ 603.009356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.009524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.009593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.009803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.009886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.010096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.011017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.011017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.011017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.011017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.011017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.011017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.011391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.013887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.013887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.013993] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.014086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.014158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.014347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.014440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.014603] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be created. [ 603.088716] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.088882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.088962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.089257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.089912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.100889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 603.246835] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccdcbf1c-358e-4c97-ad33-f4f8edd07903 [ 603.247214] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.247755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.247866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.248165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.248334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.248516] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccdcbf1c-358e-4c97-ad33-f4f8edd07903 already deleted. [ 603.248685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdcbf1c-358e-4c97-ad33-f4f8edd07903" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.404590] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3198ca05-1d41-42b4-bd2b-f9f8f671c09c [ 603.404911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.405174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.407068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.407068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.407068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.407068] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3198ca05-1d41-42b4-bd2b-f9f8f671c09c already deleted. [ 603.407068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3198ca05-1d41-42b4-bd2b-f9f8f671c09c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.878318] env[65114]: INFO networking_nsxv3.common.synchronization [req-b94bc5a8-891a-43de-bff8-9830416708f6 req-1e07dc8a-b986-4734-9b56-8fa1ba985c9c tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 603.878788] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 603.881478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.881478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.881478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.881478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.881629] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.881629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.881697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.883815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.883815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.883815] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.387831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.387831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.387831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.387831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.387831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.387831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.388142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.388142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.388142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.388226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.388282] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a already deleted. [ 604.388407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.767843] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.768053] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.768196] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.768484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.768749] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.768969] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.769220] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.769313] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.769457] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.769645] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.769748] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.769847] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.769945] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.770067] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.770169] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.770296] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.791963] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.791963] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.791963] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.791963] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.791963] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-458de845-25a7-466e-94ee-8c4564bc7644 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.791963] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.791963] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.791963] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.791963] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458de845-25a7-466e-94ee-8c4564bc7644',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.114412] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 605.114789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.294143] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.294368] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.294524] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.296255] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 458de845-25a7-466e-94ee-8c4564bc7644 not found, creating... [ 605.296255] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.296255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.296601] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.296699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.296833] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.296986] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.297288] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.297439] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 458de845-25a7-466e-94ee-8c4564bc7644 is going to be created. [ 605.319912] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.320301] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.320533] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.320770] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.320966] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.321757] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.325923] env[65114]: INFO networking_nsxv3.common.synchronization [None req-19ed6328-9aa2-4022-8c08-81dc4afb032c None None] Enqueued Resource ID: 61947ba9-6c8c-453c-b1bd-b45b9c5ada94 with Priority: HIGHEST for action port [ 605.326462] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61947ba9-6c8c-453c-b1bd-b45b9c5ada94 with Priority: HIGHEST for action port [ 605.327028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-61947ba9-6c8c-453c-b1bd-b45b9c5ada94 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.327134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61947ba9-6c8c-453c-b1bd-b45b9c5ada94" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.327370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61947ba9-6c8c-453c-b1bd-b45b9c5ada94" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.327453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61947ba9-6c8c-453c-b1bd-b45b9c5ada94" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.327543] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61947ba9-6c8c-453c-b1bd-b45b9c5ada94',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.828980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61947ba9-6c8c-453c-b1bd-b45b9c5ada94 [ 605.829222] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.829366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.829478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.829691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.829755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.829849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61947ba9-6c8c-453c-b1bd-b45b9c5ada94 already deleted. [ 605.829929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61947ba9-6c8c-453c-b1bd-b45b9c5ada94" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.116905] env[65114]: INFO networking_nsxv3.common.synchronization [req-b94bc5a8-891a-43de-bff8-9830416708f6 req-d912a793-3b0a-4018-8ee6-4ec777622b4b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 606.117174] env[65114]: INFO networking_nsxv3.common.synchronization [req-b94bc5a8-891a-43de-bff8-9830416708f6 req-d912a793-3b0a-4018-8ee6-4ec777622b4b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 606.117236] env[65114]: INFO networking_nsxv3.common.synchronization [req-b94bc5a8-891a-43de-bff8-9830416708f6 req-d912a793-3b0a-4018-8ee6-4ec777622b4b service nova] Enqueued Resource ID: 458de845-25a7-466e-94ee-8c4564bc7644 with Priority: HIGHEST for action port [ 606.117459] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 606.117591] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 606.117688] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458de845-25a7-466e-94ee-8c4564bc7644 with Priority: HIGHEST for action port [ 606.118388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.118557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.118792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.118930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.119026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.120255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.120464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.120464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.120713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.120877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.120975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.121054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.121223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.121413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.121413] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.122493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-458de845-25a7-466e-94ee-8c4564bc7644 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.122493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.123285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.123285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.123285] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458de845-25a7-466e-94ee-8c4564bc7644',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.621572] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.621744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.623204] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.624162] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 458de845-25a7-466e-94ee-8c4564bc7644 with status ACTIVE [ 606.624440] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.624575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.624657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.624862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.624970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.625195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.625304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.625406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.625611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.625696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.625895] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.628490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.628490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.628490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.628490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.628490] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 458de845-25a7-466e-94ee-8c4564bc7644 is going to be updated. [ 606.656375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.656375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.656375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.656862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.656862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.656862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458de845-25a7-466e-94ee-8c4564bc7644" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.130637] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.431545] env[65114]: INFO networking_nsxv3.common.synchronization [req-dfa750db-e87e-4302-a0f6-674c3aa0c741 req-56bd70b1-506e-4789-9e40-aafdf45b483d tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 7a3094dc-43b7-4e8b-a971-de64afedb8c7 with Priority: HIGHEST for action security_group_rules [ 607.432721] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3094dc-43b7-4e8b-a971-de64afedb8c7 with Priority: HIGHEST for action security_group_rules [ 607.432721] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a3094dc-43b7-4e8b-a971-de64afedb8c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.432721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a3094dc-43b7-4e8b-a971-de64afedb8c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.432721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a3094dc-43b7-4e8b-a971-de64afedb8c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.432954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a3094dc-43b7-4e8b-a971-de64afedb8c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.433246] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a3094dc-43b7-4e8b-a971-de64afedb8c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.633428] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.633428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.633428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.633727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.633727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.633830] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be created. [ 607.644455] env[65114]: INFO networking_nsxv3.common.synchronization [req-9d802561-33fe-48cf-817f-993cb736aa5e req-6a03e3d0-5230-4d6d-b3d5-429a5bbec27a tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 607.645046] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 607.645640] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.645640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.645640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.645975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.646035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.649039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.649039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.649039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.649039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.649039] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.660731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.660731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.660878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.661023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.661148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.672137] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: UNINITIALIZED for 2s [ 607.871106] env[65114]: INFO networking_nsxv3.common.synchronization [None req-81c0ad70-0425-40af-acfc-94ac998b4708 None None] Enqueued Resource ID: 20dc4089-fff4-428f-b463-0fbd623a4af1 with Priority: HIGHEST for action port [ 607.871383] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20dc4089-fff4-428f-b463-0fbd623a4af1 with Priority: HIGHEST for action port [ 607.872057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-20dc4089-fff4-428f-b463-0fbd623a4af1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.872134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20dc4089-fff4-428f-b463-0fbd623a4af1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.872171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20dc4089-fff4-428f-b463-0fbd623a4af1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.872450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20dc4089-fff4-428f-b463-0fbd623a4af1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.872566] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20dc4089-fff4-428f-b463-0fbd623a4af1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.956505] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.956505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.956505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.956505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.956505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.956709] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a3094dc-43b7-4e8b-a971-de64afedb8c7 already deleted. [ 607.956802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a3094dc-43b7-4e8b-a971-de64afedb8c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.958871] env[65114]: INFO networking_nsxv3.common.synchronization [None req-27e84352-0276-4dd9-85c0-36cb90e99811 None None] Enqueued Resource ID: d0c289d4-f9da-41fd-8707-b36287a16dc8 with Priority: HIGHEST for action port [ 607.959130] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c289d4-f9da-41fd-8707-b36287a16dc8 with Priority: HIGHEST for action port [ 607.959988] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c289d4-f9da-41fd-8707-b36287a16dc8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.960111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c289d4-f9da-41fd-8707-b36287a16dc8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.960184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c289d4-f9da-41fd-8707-b36287a16dc8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.960398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c289d4-f9da-41fd-8707-b36287a16dc8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.960665] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c289d4-f9da-41fd-8707-b36287a16dc8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.151608] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.376147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20dc4089-fff4-428f-b463-0fbd623a4af1 [ 608.376147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.376147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.376147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.376147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.376147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.376475] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20dc4089-fff4-428f-b463-0fbd623a4af1 already deleted. [ 608.376475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20dc4089-fff4-428f-b463-0fbd623a4af1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.462398] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0c289d4-f9da-41fd-8707-b36287a16dc8 [ 608.462907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.463348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.463348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.464241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.464241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.464241] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0c289d4-f9da-41fd-8707-b36287a16dc8 already deleted. [ 608.464241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c289d4-f9da-41fd-8707-b36287a16dc8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.654532] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.941451] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.941634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.941752] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.942007] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.942259] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.942474] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.942528] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.942718] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.942859] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.943067] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.943176] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.943278] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.943380] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.943489] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.943614] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.943701] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.963298] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.964134] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.964309] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.964551] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.964861] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-47406c42-3681-4da2-a3bf-d32403524375 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.965112] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.965195] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.965474] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.965616] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47406c42-3681-4da2-a3bf-d32403524375',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.158179] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.158532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.158532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.158605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.159268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.159440] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 609.194299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.194299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.194299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.194299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.194299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.203153] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 609.468749] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.469084] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.469239] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.469414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.469642] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.469758] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 47406c42-3681-4da2-a3bf-d32403524375 not found, creating... [ 609.470234] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.470234] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.470234] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.470448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.470767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.470866] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.471101] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.471225] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.471871] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.472095] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.472301] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 47406c42-3681-4da2-a3bf-d32403524375 is going to be created. [ 609.493384] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.493606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.493762] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.493949] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.494608] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.494608] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.681891] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 609.682224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.682330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.682541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.683788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.683788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.683788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.683788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.683788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.683788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.683788] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.032230] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bd4b9744-1fe6-4070-8c33-bb6b534c9b70 None None] Enqueued Resource ID: 85297c8c-a284-419c-8ab5-2ed54c30f957 with Priority: HIGHEST for action port [ 610.032901] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85297c8c-a284-419c-8ab5-2ed54c30f957 with Priority: HIGHEST for action port [ 610.032901] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-85297c8c-a284-419c-8ab5-2ed54c30f957 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.033277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85297c8c-a284-419c-8ab5-2ed54c30f957" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.033277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85297c8c-a284-419c-8ab5-2ed54c30f957" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.033354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85297c8c-a284-419c-8ab5-2ed54c30f957" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.033461] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85297c8c-a284-419c-8ab5-2ed54c30f957',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.101271] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ffe1361b-ff7f-4776-8958-fffbdf6133d8 None None] Enqueued Resource ID: a69be278-d104-4ddf-a8f7-45fc008dd1f1 with Priority: HIGHEST for action port [ 610.102646] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a69be278-d104-4ddf-a8f7-45fc008dd1f1 with Priority: HIGHEST for action port [ 610.102992] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a69be278-d104-4ddf-a8f7-45fc008dd1f1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.103199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a69be278-d104-4ddf-a8f7-45fc008dd1f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.103299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a69be278-d104-4ddf-a8f7-45fc008dd1f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.103593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a69be278-d104-4ddf-a8f7-45fc008dd1f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.103679] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a69be278-d104-4ddf-a8f7-45fc008dd1f1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.188459] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.188784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.188784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.189016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.189175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.189175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.189266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.189378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.189466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.189552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.189696] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.189894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.189894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.190023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.190119] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.190201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.190263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.190398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.190473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.190550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.190633] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.195948] env[65114]: INFO networking_nsxv3.common.synchronization [req-9d802561-33fe-48cf-817f-993cb736aa5e req-35d931ba-46d2-481e-9ac7-2ad1f88ab1e3 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 610.196089] env[65114]: INFO networking_nsxv3.common.synchronization [req-9d802561-33fe-48cf-817f-993cb736aa5e req-35d931ba-46d2-481e-9ac7-2ad1f88ab1e3 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 610.196473] env[65114]: INFO networking_nsxv3.common.synchronization [req-9d802561-33fe-48cf-817f-993cb736aa5e req-35d931ba-46d2-481e-9ac7-2ad1f88ab1e3 service nova] Enqueued Resource ID: 47406c42-3681-4da2-a3bf-d32403524375 with Priority: HIGHEST for action port [ 610.196709] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 610.197877] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 610.198085] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47406c42-3681-4da2-a3bf-d32403524375 with Priority: HIGHEST for action port [ 610.198396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.198862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.199027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.199221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.199319] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.200175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.200314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.200453] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-47406c42-3681-4da2-a3bf-d32403524375 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.201325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.201325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.201325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.201325] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47406c42-3681-4da2-a3bf-d32403524375',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.537072] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85297c8c-a284-419c-8ab5-2ed54c30f957 [ 610.537310] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.537566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.537673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.537889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.537981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.538088] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85297c8c-a284-419c-8ab5-2ed54c30f957 already deleted. [ 610.538171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85297c8c-a284-419c-8ab5-2ed54c30f957" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.606812] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a69be278-d104-4ddf-a8f7-45fc008dd1f1 [ 610.607183] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.608483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.608483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.608483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.608483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.608483] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a69be278-d104-4ddf-a8f7-45fc008dd1f1 already deleted. [ 610.608483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a69be278-d104-4ddf-a8f7-45fc008dd1f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.693464] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 610.702617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.702741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706419] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 47406c42-3681-4da2-a3bf-d32403524375 with status ACTIVE [ 610.706660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.706660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.707392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.707392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.707392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.707392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.707598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.707598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.707768] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.707855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.707912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.708059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.708129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.708213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 47406c42-3681-4da2-a3bf-d32403524375 is going to be updated. [ 610.716399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.716562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.716613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.716865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.716955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.718884] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.719046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.719092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.719249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.719352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.719554] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.719647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.719708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.719859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.719930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.720178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.720273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.720334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.720499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.720585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.720671] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be created. [ 610.736505] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.736505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.736505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.736505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.736505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.736505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47406c42-3681-4da2-a3bf-d32403524375" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.786378] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.786531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.786591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.786834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.787028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.803714] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 611.213577] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 611.213957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.213957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.214238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.214398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.215156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.215156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.215156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.215156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.215156] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.381250] env[65114]: INFO networking_nsxv3.common.synchronization [None req-56e1af8b-f65b-4df9-b15e-51ddcc3a3a6e None None] Enqueued Resource ID: d2706b06-fbc8-4a57-bbab-73d524ad996d with Priority: HIGHEST for action port [ 611.381250] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2706b06-fbc8-4a57-bbab-73d524ad996d with Priority: HIGHEST for action port [ 611.384430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2706b06-fbc8-4a57-bbab-73d524ad996d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.384430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2706b06-fbc8-4a57-bbab-73d524ad996d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.384430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2706b06-fbc8-4a57-bbab-73d524ad996d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.384430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2706b06-fbc8-4a57-bbab-73d524ad996d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.384430] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2706b06-fbc8-4a57-bbab-73d524ad996d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.542310] env[65114]: INFO networking_nsxv3.common.synchronization [req-69cf6263-7416-4635-9bf1-1384a605c9b1 req-8f786d65-4f7a-48b5-b7d5-1b4731be2858 tempest-ServerDiagnosticsTest-2003323745 tempest-ServerDiagnosticsTest-2003323745-project-member] Enqueued Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 611.543395] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 611.543709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.543872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.543941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.544246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.544465] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.544584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.544649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.544812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.544899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.544992] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.717956] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.884805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2706b06-fbc8-4a57-bbab-73d524ad996d [ 611.885091] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.885262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.885333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.885630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.885720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.885813] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2706b06-fbc8-4a57-bbab-73d524ad996d already deleted. [ 611.885907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2706b06-fbc8-4a57-bbab-73d524ad996d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.910294] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e922a9f5-69b3-45fb-b3f1-c8ba3e244be6 None None] Enqueued Resource ID: ec3ac542-7a04-43e3-be3e-402758d87564 with Priority: HIGHEST for action port [ 611.910871] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec3ac542-7a04-43e3-be3e-402758d87564 with Priority: HIGHEST for action port [ 611.911699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec3ac542-7a04-43e3-be3e-402758d87564 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.911699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec3ac542-7a04-43e3-be3e-402758d87564" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.911699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec3ac542-7a04-43e3-be3e-402758d87564" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.911699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec3ac542-7a04-43e3-be3e-402758d87564" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.911699] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec3ac542-7a04-43e3-be3e-402758d87564',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.048732] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.048940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.048940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.049211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.049300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.049504] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.049603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.049660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.049809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.049885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.049970] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f already deleted. [ 612.050061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.221705] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.415700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec3ac542-7a04-43e3-be3e-402758d87564 [ 612.415917] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.416074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.416136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.416766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.416766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.416766] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec3ac542-7a04-43e3-be3e-402758d87564 already deleted. [ 612.416766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec3ac542-7a04-43e3-be3e-402758d87564" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.726137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.726429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.726607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.726814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.727054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.727054] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 612.763847] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.763847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.763847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.763847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.763847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.772968] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 612.816030] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 612.816030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.919750] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6f83223f-cac6-4dd2-bd65-9eedc31f376c None None] Enqueued Resource ID: 1a39257b-660b-47a6-bf1e-055e12043cb8 with Priority: HIGHEST for action port [ 612.921284] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a39257b-660b-47a6-bf1e-055e12043cb8 with Priority: HIGHEST for action port [ 612.921724] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a39257b-660b-47a6-bf1e-055e12043cb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.921857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a39257b-660b-47a6-bf1e-055e12043cb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.922257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a39257b-660b-47a6-bf1e-055e12043cb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.922257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a39257b-660b-47a6-bf1e-055e12043cb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.922448] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a39257b-660b-47a6-bf1e-055e12043cb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.182542] env[65114]: INFO networking_nsxv3.common.synchronization [None req-25d8b29b-3b6b-4ece-9829-be5fa8751811 None None] Enqueued Resource ID: d186a0f6-d445-4c99-b850-6f6fb0865f41 with Priority: HIGHEST for action port [ 613.182542] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d186a0f6-d445-4c99-b850-6f6fb0865f41 with Priority: HIGHEST for action port [ 613.182542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d186a0f6-d445-4c99-b850-6f6fb0865f41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.182542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d186a0f6-d445-4c99-b850-6f6fb0865f41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.182542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d186a0f6-d445-4c99-b850-6f6fb0865f41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.182542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d186a0f6-d445-4c99-b850-6f6fb0865f41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.182542] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d186a0f6-d445-4c99-b850-6f6fb0865f41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.424237] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.424528] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.424614] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.424842] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.425543] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.427894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.427894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.427894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.427894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.427894] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.427894] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.427894] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.427894] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.427894] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.427894] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.427894] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.429154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a39257b-660b-47a6-bf1e-055e12043cb8 [ 613.429245] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.429339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.429406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.429584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.429670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.429761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a39257b-660b-47a6-bf1e-055e12043cb8 already deleted. [ 613.429842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a39257b-660b-47a6-bf1e-055e12043cb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.450545] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.450682] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.451158] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.451865] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.452212] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.452398] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.453128] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.453128] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.453529] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de820cf8-9b0e-4389-9ec1-b6fc0595f70c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.688736] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d186a0f6-d445-4c99-b850-6f6fb0865f41 [ 613.689481] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.689481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.689481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.689791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.689916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.690149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d186a0f6-d445-4c99-b850-6f6fb0865f41 already deleted. [ 613.690204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d186a0f6-d445-4c99-b850-6f6fb0865f41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.957156] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.957385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.957506] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.957773] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.957911] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.958068] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port de820cf8-9b0e-4389-9ec1-b6fc0595f70c not found, creating... [ 613.958323] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.958548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.958672] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.959254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.959455] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.959763] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.959913] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.960032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.960236] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.960357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.961019] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: de820cf8-9b0e-4389-9ec1-b6fc0595f70c is going to be created. [ 613.982938] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.982938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.982938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.982938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.982938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.983234] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.073305] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2cf64eac-2940-45f7-9b74-3b8f15279e47 None None] Enqueued Resource ID: 18721af7-dc92-47f1-bc2e-8676449d82e4 with Priority: HIGHEST for action port [ 614.074278] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18721af7-dc92-47f1-bc2e-8676449d82e4 with Priority: HIGHEST for action port [ 614.074278] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-18721af7-dc92-47f1-bc2e-8676449d82e4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.074278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18721af7-dc92-47f1-bc2e-8676449d82e4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.077768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18721af7-dc92-47f1-bc2e-8676449d82e4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.078104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18721af7-dc92-47f1-bc2e-8676449d82e4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.078225] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18721af7-dc92-47f1-bc2e-8676449d82e4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.478193] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ad52642e-7626-4042-85d8-74b602f7a48b None None] Enqueued Resource ID: 70fa7090-8439-477e-b593-31c98bd5bcb2 with Priority: HIGHEST for action port [ 614.478193] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fa7090-8439-477e-b593-31c98bd5bcb2 with Priority: HIGHEST for action port [ 614.478193] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fa7090-8439-477e-b593-31c98bd5bcb2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.478193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fa7090-8439-477e-b593-31c98bd5bcb2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.478193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fa7090-8439-477e-b593-31c98bd5bcb2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.478193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fa7090-8439-477e-b593-31c98bd5bcb2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.478193] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fa7090-8439-477e-b593-31c98bd5bcb2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.549732] env[65114]: INFO networking_nsxv3.common.synchronization [req-f91f17db-4296-4ce7-abdc-0579b38fc7a3 req-967ecc20-5acc-4e74-a6cd-35725c3f8248 tempest-ServersAdminNegativeTestJSON-1842444459 tempest-ServersAdminNegativeTestJSON-1842444459-project-member] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 614.550487] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 614.550634] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.550796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.550796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551193] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.551291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.551353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.551505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.551588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.551680] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.582907] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18721af7-dc92-47f1-bc2e-8676449d82e4 [ 614.582907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.582907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.582907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.582907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.583146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.583146] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18721af7-dc92-47f1-bc2e-8676449d82e4 already deleted. [ 614.583146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18721af7-dc92-47f1-bc2e-8676449d82e4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.729409] env[65114]: INFO networking_nsxv3.common.synchronization [req-69cf6263-7416-4635-9bf1-1384a605c9b1 req-d91e1d5d-7fcc-4ccd-967c-fa54d212e8fe service nova] Enqueued Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_rules [ 614.729583] env[65114]: INFO networking_nsxv3.common.synchronization [req-69cf6263-7416-4635-9bf1-1384a605c9b1 req-d91e1d5d-7fcc-4ccd-967c-fa54d212e8fe service nova] Enqueued Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 614.729870] env[65114]: INFO networking_nsxv3.common.synchronization [req-69cf6263-7416-4635-9bf1-1384a605c9b1 req-d91e1d5d-7fcc-4ccd-967c-fa54d212e8fe service nova] Enqueued Resource ID: de820cf8-9b0e-4389-9ec1-b6fc0595f70c with Priority: HIGHEST for action port [ 614.730707] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_rules [ 614.730707] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 614.730707] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de820cf8-9b0e-4389-9ec1-b6fc0595f70c with Priority: HIGHEST for action port [ 614.730828] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.730961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.731015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.732217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.732217] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.735126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.735258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.735419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.735698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.735872] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.735980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.736060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.736233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.736319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.736417] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.737667] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.737667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.737823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.738550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.738550] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de820cf8-9b0e-4389-9ec1-b6fc0595f70c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.784665] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 614.784989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.785253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.785395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.786544] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.786544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.787453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.787726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.787866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.788030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.788184] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.983329] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70fa7090-8439-477e-b593-31c98bd5bcb2 [ 614.984037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.984037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.984037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.984267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.984267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.984267] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70fa7090-8439-477e-b593-31c98bd5bcb2 already deleted. [ 614.984474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fa7090-8439-477e-b593-31c98bd5bcb2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.040597] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.042326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.042326] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.042326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.042326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.044255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.044496] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.044731] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.044848] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.044989] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.045071] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.045178] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.045274] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.045442] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.054966] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.054966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.054966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.054966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.054966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.056180] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.056180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.056180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.056180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.056180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.056180] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 already deleted. [ 615.056180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.083222] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.083348] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.083418] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.083603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.083892] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-2be06ece-66e3-4690-95f0-746c261a43ac taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.084058] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.084298] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.084756] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.084916] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be06ece-66e3-4690-95f0-746c261a43ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.239911] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.241549] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.241785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.241886] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de820cf8-9b0e-4389-9ec1-b6fc0595f70c with status ACTIVE [ 615.242105] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.242476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.242476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.242540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.242636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.242817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.242917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.242980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.243831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.243909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.244118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.244220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.244284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.244579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.244704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.244806] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de820cf8-9b0e-4389-9ec1-b6fc0595f70c is going to be updated. [ 615.268339] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.268522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.268565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.268742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.268875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.269063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de820cf8-9b0e-4389-9ec1-b6fc0595f70c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.291624] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.291624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.292252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.292252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.292252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.292252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.292448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.292448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.292518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.292657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.292751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.292806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.292949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.293101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.293194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.293341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.293513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.293513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.293589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.293630] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.591495] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.591495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 2be06ece-66e3-4690-95f0-746c261a43ac not found, creating... [ 615.591495] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.591495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592279] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.592279] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.592279] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.592279] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.592279] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.592279] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 2be06ece-66e3-4690-95f0-746c261a43ac is going to be created. [ 615.615065] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.615307] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.615464] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.615847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.616088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.616353] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.748236] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.797192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc876a3-03c3-4ce0-9d1e-8feec5a818a1: rpc.has_security_group_logging(os_id): False [ 615.825562] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.826140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.826336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.826660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.827249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.827467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.827525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.827704] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.827803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.827864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.828018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.828089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.828263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.828351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.828412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.828553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.828628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.828711] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 615.900265] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.900530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.900530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.900674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.900855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.920014] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 616.179564] env[65114]: INFO networking_nsxv3.common.synchronization [req-d328e9d0-8dd2-405f-8a09-2d945cecdb9c req-bccbb1ce-03ee-4f55-a09e-cfbd101a11e6 tempest-VolumesAssistedSnapshotsTest-1454389397 tempest-VolumesAssistedSnapshotsTest-1454389397-project-member] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 616.180178] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 616.181151] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.181151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.181151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.181151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182549] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.182549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.182549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.182549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.182549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.182549] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.253110] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a70a4b81-0a03-4eda-bb5b-eceb80f08efc None None] Enqueued Resource ID: 223de835-5ceb-4f2c-89ac-d099125d26b9 with Priority: HIGHEST for action port [ 616.253265] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.253393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.253463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.253666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.253757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.253995] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f is going to be created. [ 616.255260] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 223de835-5ceb-4f2c-89ac-d099125d26b9 with Priority: HIGHEST for action port [ 616.255587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-223de835-5ceb-4f2c-89ac-d099125d26b9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.255701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-223de835-5ceb-4f2c-89ac-d099125d26b9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.255753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-223de835-5ceb-4f2c-89ac-d099125d26b9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.255989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-223de835-5ceb-4f2c-89ac-d099125d26b9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.256072] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('223de835-5ceb-4f2c-89ac-d099125d26b9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.288230] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.288454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.288454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.288687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.288804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.301582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: UNINITIALIZED for 2s [ 616.348041] env[65114]: INFO networking_nsxv3.common.synchronization [req-f91f17db-4296-4ce7-abdc-0579b38fc7a3 req-584762b1-09f6-40b3-9f38-2e1e6ed16192 service nova] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_rules [ 616.348041] env[65114]: INFO networking_nsxv3.common.synchronization [req-f91f17db-4296-4ce7-abdc-0579b38fc7a3 req-584762b1-09f6-40b3-9f38-2e1e6ed16192 service nova] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 616.348041] env[65114]: INFO networking_nsxv3.common.synchronization [req-f91f17db-4296-4ce7-abdc-0579b38fc7a3 req-584762b1-09f6-40b3-9f38-2e1e6ed16192 service nova] Enqueued Resource ID: 2be06ece-66e3-4690-95f0-746c261a43ac with Priority: HIGHEST for action port [ 616.348344] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_rules [ 616.348627] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 616.348627] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2be06ece-66e3-4690-95f0-746c261a43ac with Priority: HIGHEST for action port [ 616.349454] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.349454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.349454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.349454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.349454] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.350669] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.351108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.351108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.351108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.351374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.351374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.353321] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.353321] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2be06ece-66e3-4690-95f0-746c261a43ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.353321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.353949] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2be06ece-66e3-4690-95f0-746c261a43ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.686046] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.686046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.686046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.686046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.686046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.687640] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.687640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.687640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.687640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.687640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.687640] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 already deleted. [ 616.687640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.758201] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 223de835-5ceb-4f2c-89ac-d099125d26b9 [ 616.758456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.758595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.758712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.758863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.758934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.759043] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:223de835-5ceb-4f2c-89ac-d099125d26b9 already deleted. [ 616.759134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-223de835-5ceb-4f2c-89ac-d099125d26b9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.826221] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-675 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.826221] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-675" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.826221] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-675" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.828018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-675" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.828018] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.828018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.828018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.828018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.828018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.828018] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.828018] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.828582] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.828582] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.828582] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.828582] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.828582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.848482] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.848810] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.849054] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.849255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-675" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.849597] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.849773] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.849942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.850328] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.851026] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.858424] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.858839] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.859828] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2be06ece-66e3-4690-95f0-746c261a43ac with status ACTIVE [ 616.859983] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.860259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.860956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.861244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.861342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.861553] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.861670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.861737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.863824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.863824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.863824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.863824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.864079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.864079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.864156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.864259] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2be06ece-66e3-4690-95f0-746c261a43ac is going to be updated. [ 616.892232] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.892295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.892863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.892863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.892863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.893057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2be06ece-66e3-4690-95f0-746c261a43ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.895477] env[65114]: INFO networking_nsxv3.common.synchronization [req-7d476068-4697-4f15-b258-a14ecb675e89 req-56948d3b-5ec4-40c1-aa7b-3a4343f4b8ca tempest-ServerExternalEventsTest-2029531856 tempest-ServerExternalEventsTest-2029531856-project-member] Enqueued Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 616.896207] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 616.896355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.898146] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.898146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.898146] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.009459] env[65114]: INFO networking_nsxv3.common.synchronization [None req-eca6bcaf-16f0-427b-9fbc-48d02c7e0b20 None None] Enqueued Resource ID: 1cfa8ceb-eb0f-484a-8fcf-88791527a878 with Priority: HIGHEST for action port [ 617.010747] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cfa8ceb-eb0f-484a-8fcf-88791527a878 with Priority: HIGHEST for action port [ 617.011171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cfa8ceb-eb0f-484a-8fcf-88791527a878 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.011477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cfa8ceb-eb0f-484a-8fcf-88791527a878" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.011477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cfa8ceb-eb0f-484a-8fcf-88791527a878" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.011802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cfa8ceb-eb0f-484a-8fcf-88791527a878" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.011927] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cfa8ceb-eb0f-484a-8fcf-88791527a878',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.353775] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.353775] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.353775] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.353925] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.354034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.354207] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd not found, creating... [ 617.354492] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.354656] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.354778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.355299] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.355911] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.356280] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.356408] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.356631] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.356778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.356911] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd is going to be created. [ 617.369853] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.384964] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.385066] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.385331] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.385626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.386185] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.386497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.402867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.402867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.402867] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 already deleted. [ 617.402867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.515215] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1cfa8ceb-eb0f-484a-8fcf-88791527a878 [ 617.515435] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.515534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.515601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.515859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.515961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.516072] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1cfa8ceb-eb0f-484a-8fcf-88791527a878 already deleted. [ 617.516160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cfa8ceb-eb0f-484a-8fcf-88791527a878" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.517408] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.517612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.517802] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.518080] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.518418] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.518635] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.518781] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.519376] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.519599] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.519848] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.519992] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.520140] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.520261] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.520356] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.520523] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.520660] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.541821] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.542032] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.542144] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.542615] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.542972] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-bbd21682-855c-4766-90b4-5531d13ea78c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.543136] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.543278] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.543632] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544282] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd21682-855c-4766-90b4-5531d13ea78c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.869333] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.869730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.869730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.869813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.869879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.869974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be created. [ 617.897014] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.897206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.897291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.897550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.897717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.908829] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: UNINITIALIZED for 2s [ 617.933889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 617.934158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.046299] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.046582] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.046651] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.046933] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.047082] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.047228] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port bbd21682-855c-4766-90b4-5531d13ea78c not found, creating... [ 618.047476] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.047627] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.047736] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.047978] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.048139] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.048415] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.048564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.048772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.049094] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.049240] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.049395] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: bbd21682-855c-4766-90b4-5531d13ea78c is going to be created. [ 618.073074] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.073289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.073407] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.073725] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.073958] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.074189] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.094799] env[65114]: INFO networking_nsxv3.common.synchronization [req-d328e9d0-8dd2-405f-8a09-2d945cecdb9c req-4761b603-20b9-4f95-8f36-085596beaa31 service nova] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 618.094965] env[65114]: INFO networking_nsxv3.common.synchronization [req-d328e9d0-8dd2-405f-8a09-2d945cecdb9c req-4761b603-20b9-4f95-8f36-085596beaa31 service nova] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 618.095108] env[65114]: INFO networking_nsxv3.common.synchronization [req-d328e9d0-8dd2-405f-8a09-2d945cecdb9c req-4761b603-20b9-4f95-8f36-085596beaa31 service nova] Enqueued Resource ID: 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd with Priority: HIGHEST for action port [ 618.095873] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_rules [ 618.096016] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 618.096119] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd with Priority: HIGHEST for action port [ 618.096378] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.096509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.096598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.096821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.096904] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.098129] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.098251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.098319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.098493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.098649] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.098740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.098807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.098943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.099039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.099145] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.099880] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.099988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.100098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.100251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.100324] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.321299] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: SUCCESS [ 618.321594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.321869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.322172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.322427] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.322574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.322650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.322820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.322901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.323196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.323196] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.602745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.602745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.602929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd with status ACTIVE [ 618.603077] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.603170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.603218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.603431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.603496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.603653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.603767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.603805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.603951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.604108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.604493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.604493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.604493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.604657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.604657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.607465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd is going to be updated. [ 618.607465] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.630968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.631187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.631187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.631469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.632384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.632384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87ff01e8-cc42-4c0b-8d33-03f1fbcfe0dd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.826173] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.826475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.826475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.826764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.826959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.827426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.827626] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.827704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.827764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.827905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.828214] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.828214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.828214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.828425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.828461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.828518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.828643] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.842077] env[65114]: INFO networking_nsxv3.common.synchronization [req-7d476068-4697-4f15-b258-a14ecb675e89 req-0ab0bb3a-08e1-43a6-ae87-69c6b5b61100 service nova] Enqueued Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_rules [ 618.842255] env[65114]: INFO networking_nsxv3.common.synchronization [req-7d476068-4697-4f15-b258-a14ecb675e89 req-0ab0bb3a-08e1-43a6-ae87-69c6b5b61100 service nova] Enqueued Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 618.842418] env[65114]: INFO networking_nsxv3.common.synchronization [req-7d476068-4697-4f15-b258-a14ecb675e89 req-0ab0bb3a-08e1-43a6-ae87-69c6b5b61100 service nova] Enqueued Resource ID: bbd21682-855c-4766-90b4-5531d13ea78c with Priority: HIGHEST for action port [ 618.842661] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_rules [ 618.842792] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 618.842894] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbd21682-855c-4766-90b4-5531d13ea78c with Priority: HIGHEST for action port [ 618.843450] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.843568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.843648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.843901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.843982] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.844846] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.844956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.845035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.845203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.845449] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.845729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.845729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.845855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.845855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.845917] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.846629] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbd21682-855c-4766-90b4-5531d13ea78c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.846736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.846794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.847766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.847830] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbd21682-855c-4766-90b4-5531d13ea78c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.109517] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.279367] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2ed87d2-ad9e-482c-a5b0-677533e77b0f req-28298019-95d9-4711-b19e-7ac959f76485 tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 619.280297] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 619.280599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.281391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.281542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.281839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.282071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.282233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.282348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.282558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.282808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.282953] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.331860] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f5dfb35-0a4c-41ba-866d-26835db9047f: rpc.has_security_group_logging(os_id): False [ 619.349179] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.349407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.349669] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.351781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.351781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.351920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.354017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.354853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.355176] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.355354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.355976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.356251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.357326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.357636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.357834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.358339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.358611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.359125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.360981] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.361198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.361311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.361560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.361691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.361843] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f is going to be created. [ 619.363216] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbd21682-855c-4766-90b4-5531d13ea78c with status ACTIVE [ 619.363473] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.363836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.363980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.364224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.364355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.364602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.364763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.364873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.365123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.365256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.365599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.365753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.365855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.366053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.366180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.366332] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbd21682-855c-4766-90b4-5531d13ea78c is going to be updated. [ 619.368409] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.392126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.392475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.392475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.392858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.393108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.393349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbd21682-855c-4766-90b4-5531d13ea78c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.409321] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4b7a198c-8e8f-4d4e-beaa-568a5eef04ff tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 619.409321] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 619.409643] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.409760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.409844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.410153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.410242] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.460861] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.460861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.460861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.460861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.460861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.488249] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: IN_PROGRESS for 2s [ 619.612430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.612430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.612430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.612636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.612715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.612816] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 is going to be created. [ 619.642392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.642540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.642619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.642839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.643104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.654527] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: UNINITIALIZED for 2s [ 619.748426] env[65114]: INFO networking_nsxv3.common.synchronization [None req-67812931-bf1d-41e8-8157-c625640548bc tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 619.748972] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 619.749290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.749397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.785347] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.785706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.785706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.785928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.786055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.787477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.787601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.788184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.788184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.788184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.788184] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 already deleted. [ 619.788184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.873797] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.873797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.873797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.873797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.873797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.873797] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 is going to be created. [ 619.902024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.902024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.902024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.902024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.902024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.912851] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: UNINITIALIZED for 2s [ 619.918083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 619.918323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.918498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.918724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.918927] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.919059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.919124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.919591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.919591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.919591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.919591] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.933234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.933478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.933543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.933920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.934238] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 already deleted. [ 619.934395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.934681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.935133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.935133] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.943093] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.943408] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.943641] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.944135] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.944559] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.944804] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.945094] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.945373] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.945745] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.945907] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.946113] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.946274] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.946803] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.946803] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.946803] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.947083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.971129] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.971461] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.971602] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.971895] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.972250] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.972418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.972556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.972929] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.973131] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1789aa9c-f657-4891-bf0c-cb6d9b3941eb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.424220] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.424659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.424659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.425047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.425338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.425555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.425663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.425963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.426072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.426187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.426347] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.426450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.426514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.426665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.426806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.427054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.427054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.427235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.427373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.427460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.427589] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.459589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.459939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.459939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.460311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.460424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.460601] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 already deleted. [ 620.460810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.476368] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.476709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.476709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.477098] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.477254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.477644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 1789aa9c-f657-4891-bf0c-cb6d9b3941eb not found, creating... [ 620.477762] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.477947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.478070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.478336] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.478549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.478844] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.479011] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.479461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.479461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.479592] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.479757] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 1789aa9c-f657-4891-bf0c-cb6d9b3941eb is going to be created. [ 620.507673] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.508022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.508097] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.508410] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.508706] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.508964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.931425] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0928e5a5-4296-4ac1-80ee-7e19f95ca392: rpc.has_security_group_logging(os_id): False [ 620.950901] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.951104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.951235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.952031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.952031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.952031] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.952031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.952031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.952296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.952296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.952591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.953440] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.953549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.953601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.953722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.953812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.954110] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be created. [ 621.027413] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.027413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.027413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.027413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.027413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.044157] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 621.258262] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2ed87d2-ad9e-482c-a5b0-677533e77b0f req-2c636784-b607-49c3-ac04-8b31aa550a56 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 621.258262] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2ed87d2-ad9e-482c-a5b0-677533e77b0f req-2c636784-b607-49c3-ac04-8b31aa550a56 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 621.258262] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2ed87d2-ad9e-482c-a5b0-677533e77b0f req-2c636784-b607-49c3-ac04-8b31aa550a56 service nova] Enqueued Resource ID: 1789aa9c-f657-4891-bf0c-cb6d9b3941eb with Priority: HIGHEST for action port [ 621.258262] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 621.258262] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 621.259421] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1789aa9c-f657-4891-bf0c-cb6d9b3941eb with Priority: HIGHEST for action port [ 621.263240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.263240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.263240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.263240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.263240] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.264730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.264730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.264730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.264929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.268061] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.268061] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.268061] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.268061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.268061] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1789aa9c-f657-4891-bf0c-cb6d9b3941eb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.503178] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: SUCCESS [ 621.503443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.671489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: SUCCESS [ 621.671489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.671992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.672152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.672296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.672530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.672665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.672819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.672999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.672999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.672999] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.769401] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.769590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.769834] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.770786] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1789aa9c-f657-4891-bf0c-cb6d9b3941eb with status ACTIVE [ 621.771043] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.771171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.771234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.771477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.771563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.771769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.771899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.771983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.772424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.772903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.774288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.774455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.774551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.775094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.775094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.775094] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1789aa9c-f657-4891-bf0c-cb6d9b3941eb is going to be updated. [ 621.816260] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.816495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.816495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.816690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.816823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.817044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1789aa9c-f657-4891-bf0c-cb6d9b3941eb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.905920] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b9596d03-4cd9-48ab-a97e-eecfb3363d2e None None] Enqueued Resource ID: 0afb59df-edce-424c-8692-f672285d381d with Priority: HIGHEST for action port [ 621.906593] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0afb59df-edce-424c-8692-f672285d381d with Priority: HIGHEST for action port [ 621.906705] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0afb59df-edce-424c-8692-f672285d381d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.906957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0afb59df-edce-424c-8692-f672285d381d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.909266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0afb59df-edce-424c-8692-f672285d381d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.909605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0afb59df-edce-424c-8692-f672285d381d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.909767] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0afb59df-edce-424c-8692-f672285d381d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.928912] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: SUCCESS [ 621.930350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.931371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.931652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.931865] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.931993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.932074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.932236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.932324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.932415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.932514] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.072035] env[65114]: INFO networking_nsxv3.common.synchronization [None req-d9a80551-7691-43b3-8002-1778294394c7 tempest-ServersV294TestFqdnHostnames-986718415 tempest-ServersV294TestFqdnHostnames-986718415-project-member] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 622.072035] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 622.072035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.075074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.075074] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.179431] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.277588] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.415153] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0afb59df-edce-424c-8692-f672285d381d [ 622.415153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.415153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.415153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.415153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.415153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.415153] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0afb59df-edce-424c-8692-f672285d381d already deleted. [ 622.415153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0afb59df-edce-424c-8692-f672285d381d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.438532] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.438532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.438532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.438823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.439076] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.439245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.440128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.440128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.441437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442358] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.442509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.442594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.442813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.442951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.443197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.443314] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.445967] env[65114]: INFO networking_nsxv3.common.synchronization [None req-153fa3d4-b34b-412c-9df7-20f564ecd76e tempest-ServersV294TestFqdnHostnames-986718415 tempest-ServersV294TestFqdnHostnames-986718415-project-member] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 622.446624] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 622.447120] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.447120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.595948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.595948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.595948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.596104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.596146] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c already deleted. [ 622.596229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.596764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.596963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.597063] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.682514] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf3e4623-47cb-4fa2-9b38-83898a8a3d22: rpc.has_security_group_logging(os_id): False [ 622.703013] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.703209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.703252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.703720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.703720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.703881] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.703935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.703965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.704122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.704200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.704294] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 is going to be created. [ 622.776401] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.776401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.776401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.776718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.776839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.782844] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.783199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.783199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.783380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.783466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.783596] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be created. [ 622.802092] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: IN_PROGRESS for 2s [ 622.845232] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.845232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.845232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.845451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.845780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.879544] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: UNINITIALIZED for 2s [ 622.945200] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cad9a5cf-dc1a-431a-9f56-b8103c262764: rpc.has_security_group_logging(os_id): False [ 622.967042] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.967227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.967269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.967461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.967552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.967805] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.967912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.967949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.968100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.968179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968353] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.968447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.968520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.968701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.968780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968960] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.969486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.969576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.969706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.969834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.969939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 is going to be created. [ 623.061984] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 623.062305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.074137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.074344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.074444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.074684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.074853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.091924] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: IN_PROGRESS for 2s [ 623.129167] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.129321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.129409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.129633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.129744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.129893] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c already deleted. [ 623.129957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.204023] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3b166268-57de-4434-b431-a9d3fab9c04e None None] Enqueued Resource ID: 9f900382-1bd8-44de-b6da-36801e92dce1 with Priority: HIGHEST for action port [ 624.204023] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f900382-1bd8-44de-b6da-36801e92dce1 with Priority: HIGHEST for action port [ 624.204395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f900382-1bd8-44de-b6da-36801e92dce1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.204395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f900382-1bd8-44de-b6da-36801e92dce1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.204395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f900382-1bd8-44de-b6da-36801e92dce1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.204578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f900382-1bd8-44de-b6da-36801e92dce1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.204623] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f900382-1bd8-44de-b6da-36801e92dce1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.708037] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f900382-1bd8-44de-b6da-36801e92dce1 [ 624.708037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.708037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.708037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.708037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.708037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.708303] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f900382-1bd8-44de-b6da-36801e92dce1 already deleted. [ 624.708303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f900382-1bd8-44de-b6da-36801e92dce1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.815820] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: SUCCESS [ 624.819022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.893765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 624.893984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.894182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.894434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.894672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.894828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.894919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.895076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.895145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.895216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.895281] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.105764] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: SUCCESS [ 625.105764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.177405] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2667db77-33f8-4f21-9e52-c47d6b3bda0b None None] Enqueued Resource ID: b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a with Priority: HIGHEST for action port [ 625.177800] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a with Priority: HIGHEST for action port [ 625.178129] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.178248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.178309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.178571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.178659] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.398082] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.398386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.398386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.398547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.398728] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.398841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.398919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.399173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.399173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.399473] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.399555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.399555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.399705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.399835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.399912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.399974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.400125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.400207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.400392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.400392] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.683054] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a [ 625.683365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.683521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.683590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.688018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.688018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.688018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a already deleted. [ 625.688018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b432055e-3bbf-45a3-ad3f-bb3e65fd3d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.903457] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22: rpc.has_security_group_logging(os_id): False [ 625.926525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.926525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.926703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.926830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.926919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.927133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.927292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.927292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.927515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.927515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.927686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.927774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.927833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.927970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.929127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.929127] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.929127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.929127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.929127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.929127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.929127] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be created. [ 626.004834] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.005043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.005124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.005336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.005527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.017372] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 627.684305] env[65114]: INFO networking_nsxv3.common.synchronization [None req-def50c39-e983-42c4-a52f-bb6fe07c64f0 None None] Enqueued Resource ID: 04380641-d6dd-4320-8a39-6b84091fd713 with Priority: HIGHEST for action port [ 627.684945] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04380641-d6dd-4320-8a39-6b84091fd713 with Priority: HIGHEST for action port [ 627.685387] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-04380641-d6dd-4320-8a39-6b84091fd713 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.685516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04380641-d6dd-4320-8a39-6b84091fd713" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.685598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04380641-d6dd-4320-8a39-6b84091fd713" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.685866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04380641-d6dd-4320-8a39-6b84091fd713" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.685957] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04380641-d6dd-4320-8a39-6b84091fd713',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.033846] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 628.034104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.188493] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04380641-d6dd-4320-8a39-6b84091fd713 [ 628.188762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.188907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.188992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.189229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.189333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.189427] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04380641-d6dd-4320-8a39-6b84091fd713 already deleted. [ 628.189510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04380641-d6dd-4320-8a39-6b84091fd713" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.267556] env[65114]: INFO networking_nsxv3.common.synchronization [req-36c8afb2-a1d2-4e8b-8cc5-bc34b42c012a req-a727a24e-bd38-4424-be5d-609dc1502ff6 tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 629.268240] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 629.268566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e222fe-0eb7-445d-85a8-945347719168 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.268711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.268795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.269705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.269843] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e222fe-0eb7-445d-85a8-945347719168',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.793416] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.793621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.793676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.793945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.794087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.794261] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e222fe-0eb7-445d-85a8-945347719168 already deleted. [ 629.794764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.003257] env[65114]: INFO networking_nsxv3.common.synchronization [req-249563de-f567-464b-8a64-0bce97064a7d req-32467af0-b0c7-44fb-ad3b-2efeba272a04 tempest-ServerDiagnosticsNegativeTest-1886521364 tempest-ServerDiagnosticsNegativeTest-1886521364-project-member] Enqueued Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 630.003257] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGHEST for action security_group_members [ 630.003395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.003520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.003585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.003808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.003923] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.004086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.004160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.004355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.004447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.004541] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.508020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.508020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.508020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.508020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.508719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.508719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.508941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.509106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.509469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.509616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.510215] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f is going to be updated. [ 630.555472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.555770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.555770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.556098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.556312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.573178] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: IN_PROGRESS for 2s [ 630.732570] env[65114]: INFO networking_nsxv3.common.synchronization [req-1895e57f-a677-474d-9e27-a2c71db109d6 req-201c4da1-3195-4fdf-bc82-be20bae5bbcf tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 630.733183] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 630.733521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e222fe-0eb7-445d-85a8-945347719168 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.733881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.733881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.734219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.734219] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e222fe-0eb7-445d-85a8-945347719168',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.264178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.264296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.264379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.264689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.264806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.264895] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e222fe-0eb7-445d-85a8-945347719168 already deleted. [ 631.264978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.575315] env[65114]: INFO networking_nsxv3.common.synchronization [req-4c356c7b-9662-4feb-85f2-dfb435a2bf98 req-4de01ead-9fab-4876-a099-8f33323d63ac tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 631.575315] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 631.575711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.575711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.575711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.575844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.575977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.576635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.576635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.576635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.576635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.576635] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.820871] env[65114]: INFO networking_nsxv3.common.synchronization [req-a0dd5fd4-f509-4adc-beb7-20a4a09aa468 req-9deb7b5c-dfb4-41fa-8d8f-9679dedeb3ab tempest-TenantUsagesTestJSON-501105364 tempest-TenantUsagesTestJSON-501105364-project-member] Enqueued Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 631.821456] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGHEST for action security_group_members [ 631.822030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.822030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.822030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.822220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.822317] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.822446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.822508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.822674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.822754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.822859] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.081654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.081654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.081654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.081654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.081654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.081654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.081654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.082130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.082130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.082130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.082130] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 632.122049] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.122316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.122458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.122815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.123068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.133998] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 632.326210] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.328054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.328054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.328414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.328787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.328966] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 is going to be updated. [ 632.365048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.365048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.365048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.365048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.365048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.375714] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: IN_PROGRESS for 2s [ 632.584957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7745fb24-a909-4d0f-8a1a-a192147e680f in Status: SUCCESS [ 632.585396] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f deletion is rescheduled due to dependency. [ 632.585396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.615571] env[65114]: INFO networking_nsxv3.common.synchronization [req-f127b4ae-2c11-4eeb-b635-8b0363ea4a70 req-8f407e16-5666-4fb2-84e9-2e5ef09801cc tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 632.616272] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 632.616829] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.616829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.616927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.619303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.619527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.619651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.619761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.620032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.620095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.620196] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.948043] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.948043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.948043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.948043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.948043] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.948043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.948491] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.948491] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.948491] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.949413] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.949413] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.949413] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.949413] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.949413] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.949413] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.949413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.971160] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.971450] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.971655] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.971887] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.972241] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-168a1a34-5269-4d1f-8260-46a8e5afbbe9 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.972405] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.972576] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.972939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.973080] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168a1a34-5269-4d1f-8260-46a8e5afbbe9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.124171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.124171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.124171] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 already deleted. [ 633.124171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.476554] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.476862] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.477113] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.477468] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.477713] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.478396] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 168a1a34-5269-4d1f-8260-46a8e5afbbe9 not found, creating... [ 633.478843] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.479078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.479291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.479660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.479990] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.480357] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.480658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.480757] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.481414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.481414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.481557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 168a1a34-5269-4d1f-8260-46a8e5afbbe9 is going to be created. [ 633.505971] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.506298] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.506488] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.506954] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.507329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.507939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.144578] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 634.145013] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 634.145013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.272777] env[65114]: INFO networking_nsxv3.common.synchronization [req-f127b4ae-2c11-4eeb-b635-8b0363ea4a70 req-2c162612-e07e-44ea-b45c-dbd0ecf9d59b service nova] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_rules [ 634.272971] env[65114]: INFO networking_nsxv3.common.synchronization [req-f127b4ae-2c11-4eeb-b635-8b0363ea4a70 req-2c162612-e07e-44ea-b45c-dbd0ecf9d59b service nova] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 634.273120] env[65114]: INFO networking_nsxv3.common.synchronization [req-f127b4ae-2c11-4eeb-b635-8b0363ea4a70 req-2c162612-e07e-44ea-b45c-dbd0ecf9d59b service nova] Enqueued Resource ID: 168a1a34-5269-4d1f-8260-46a8e5afbbe9 with Priority: HIGHEST for action port [ 634.273656] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_rules [ 634.273853] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 634.273974] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168a1a34-5269-4d1f-8260-46a8e5afbbe9 with Priority: HIGHEST for action port [ 634.274268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.274409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.274502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.274783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.274894] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.275782] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.276889] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.276889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.276889] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.280147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-168a1a34-5269-4d1f-8260-46a8e5afbbe9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.280147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.280147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.280147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.280147] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168a1a34-5269-4d1f-8260-46a8e5afbbe9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.387992] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 in Status: SUCCESS [ 634.388253] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 deletion is rescheduled due to dependency. [ 634.388413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.574090] env[65114]: INFO networking_nsxv3.common.synchronization [req-04090a03-1b56-4ba4-a673-a8a273129322 req-29745b6f-2732-4262-b515-1440478042bc tempest-SecurityGroupRulesTestJSON-1442351108 tempest-SecurityGroupRulesTestJSON-1442351108-project-member] Enqueued Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 634.574582] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69e222fe-0eb7-445d-85a8-945347719168 with Priority: HIGHEST for action security_group_rules [ 634.574930] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-69e222fe-0eb7-445d-85a8-945347719168 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.575068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.575136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.575335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.575416] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('69e222fe-0eb7-445d-85a8-945347719168',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.780708] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.780847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.782192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168a1a34-5269-4d1f-8260-46a8e5afbbe9 with status ACTIVE [ 634.782375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.782490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.782568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.782983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.783073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.783704] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.783704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.783704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.783704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.783704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.784022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.784022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.784022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.784190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.784324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.784362] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168a1a34-5269-4d1f-8260-46a8e5afbbe9 is going to be updated. [ 634.786639] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.787961] env[65114]: INFO networking_nsxv3.common.synchronization [req-468b2cb8-5dd4-48bc-b79f-75d59fa0eaa2 req-0aa355b0-9d1f-4556-a124-3f5620021d73 tempest-VolumesAdminNegativeTest-989366628 tempest-VolumesAdminNegativeTest-989366628-project-member] Enqueued Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 634.789855] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 634.789855] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.789855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.789855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.790063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.790187] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.790282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.790343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.790488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.790566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.790654] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.809721] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.809858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.809926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.810143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.810274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.810424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168a1a34-5269-4d1f-8260-46a8e5afbbe9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.098021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.098021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.098021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.098021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.098021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.098021] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 69e222fe-0eb7-445d-85a8-945347719168 already deleted. [ 635.098021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-69e222fe-0eb7-445d-85a8-945347719168" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.178974] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-70 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.178974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.178974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.181190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.181190] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.181190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.181190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.181190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.181190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.181514] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.181514] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.181514] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.181661] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.181661] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.181737] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.181847] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.204045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.204222] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.204353] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.204522] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-70" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.204935] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-2f23f123-6772-4abb-86ff-ed6614c11436 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.205144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.205222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.205564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.205725] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f23f123-6772-4abb-86ff-ed6614c11436',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.288988] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.292839] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.296343] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.296343] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c already deleted. [ 635.296343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.708108] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.708213] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.708335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.708793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.708793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.708934] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 2f23f123-6772-4abb-86ff-ed6614c11436 not found, creating... [ 635.709188] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.709672] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.709805] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.710148] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.711431] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.711777] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.711945] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.712211] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.712447] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.712589] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.712831] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 2f23f123-6772-4abb-86ff-ed6614c11436 is going to be created. [ 635.743338] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.743622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.743721] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.744022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.744276] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.744503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.791588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.791749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.791801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.792186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.792268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.792392] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be created. [ 635.820663] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.820864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.820960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.821204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.821365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.837067] env[65114]: INFO networking_nsxv3.common.synchronization [req-e144f44e-8e9c-432f-994b-7ea722e43062 req-9f4ec452-ffa4-466d-bbe4-2b34be4bb7b9 tempest-ServerDiagnosticsTest-2003323745 tempest-ServerDiagnosticsTest-2003323745-project-member] Enqueued Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 635.838213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: UNINITIALIZED for 2s [ 635.838820] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGHEST for action security_group_members [ 635.839188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.839320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.839383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.839594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.839831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.839965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.840081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.840283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.840398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.840513] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.345765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.345765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.345765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.345765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f is going to be updated. [ 636.373464] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.373464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.373464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.373464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.373464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.384172] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: IN_PROGRESS for 2s [ 636.512053] env[65114]: INFO networking_nsxv3.common.synchronization [req-468b2cb8-5dd4-48bc-b79f-75d59fa0eaa2 req-6b2f3cf2-760e-4ed4-af10-1fb61dd0f211 service nova] Enqueued Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_rules [ 636.512053] env[65114]: INFO networking_nsxv3.common.synchronization [req-468b2cb8-5dd4-48bc-b79f-75d59fa0eaa2 req-6b2f3cf2-760e-4ed4-af10-1fb61dd0f211 service nova] Enqueued Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 636.512276] env[65114]: INFO networking_nsxv3.common.synchronization [req-468b2cb8-5dd4-48bc-b79f-75d59fa0eaa2 req-6b2f3cf2-760e-4ed4-af10-1fb61dd0f211 service nova] Enqueued Resource ID: 2f23f123-6772-4abb-86ff-ed6614c11436 with Priority: HIGHEST for action port [ 636.513014] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_rules [ 636.513232] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 636.513377] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f23f123-6772-4abb-86ff-ed6614c11436 with Priority: HIGHEST for action port [ 636.513751] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.513922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.514047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.514543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.514543] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.515679] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.516080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.516161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.516416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.516626] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.516750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.516836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.517110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.517196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.517381] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.518411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f23f123-6772-4abb-86ff-ed6614c11436 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.518598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.519683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.519881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.520037] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f23f123-6772-4abb-86ff-ed6614c11436',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.025408] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.027229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.027229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.027229] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2f23f123-6772-4abb-86ff-ed6614c11436 with status ACTIVE [ 637.027229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.027229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.027229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.027544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.027544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.027544] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.027642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.027694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.027842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.027929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.028477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.028477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.028477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.028627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.028894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.028894] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2f23f123-6772-4abb-86ff-ed6614c11436 is going to be updated. [ 637.050441] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.050639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.050696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.050879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.051072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.051236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f23f123-6772-4abb-86ff-ed6614c11436" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.253830] env[65114]: INFO networking_nsxv3.common.synchronization [req-03015732-494f-458d-af2c-d7ab17912958 req-806e202c-4b89-4b0f-9ee6-0418f314391f tempest-ServerExternalEventsTest-2029531856 tempest-ServerExternalEventsTest-2029531856-project-member] Enqueued Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 637.254471] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGHEST for action security_group_members [ 637.255175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.255175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.255380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.255443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.256118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.256118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.256118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.256118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.256118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.256381] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.437201] env[65114]: INFO networking_nsxv3.common.synchronization [req-14051a29-385e-4a84-983a-1feb063851d4 req-8d9dbc27-f78e-4e69-8936-1c099d5b850e tempest-FloatingIPsAssociationTestJSON-1275148689 tempest-FloatingIPsAssociationTestJSON-1275148689-project-member] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 637.437845] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 637.438853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.439064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.439217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.440912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.440912] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.440912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.440912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.440912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.440912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.440912] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.532376] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.758667] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.758879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.759010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.759295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.759438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.760119] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.760269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.760359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.760557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.760654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.762788] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 is going to be updated. [ 637.793991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.794162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.794304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.794450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.794588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.806517] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: IN_PROGRESS for 2s [ 637.849949] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-37 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.850207] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.850346] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.850607] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.850852] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.851009] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.852282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.853036] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.853036] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.853246] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.853359] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.853520] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.853672] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.853819] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.853931] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.854377] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.856769] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 637.857183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.857889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.858136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.858330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.858787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.858980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.859029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.859121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.859238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.859712] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.883446] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.883446] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.883446] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.883446] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-37" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.883446] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-3eaa7b19-9f1b-45ee-856b-659984bcdf59 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.883446] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.884390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.885067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.885067] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eaa7b19-9f1b-45ee-856b-659984bcdf59',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.944209] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.041821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.041821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.041821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.041821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.041821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.041821] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c is going to be created. [ 638.074666] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.074864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.074938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.075135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.075287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.085303] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: UNINITIALIZED for 2s [ 638.361999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.362202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.362246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.362451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.362769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.363012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.363071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.363354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.363476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.363741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.363891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.363891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.364103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.364310] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.364555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.364555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.364770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.364898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.364998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.365380] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.387758] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.388038] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.388127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.388402] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.388861] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.388861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 3eaa7b19-9f1b-45ee-856b-659984bcdf59 not found, creating... [ 638.389078] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.389177] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.389250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.389414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.390339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.390339] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.390339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.390339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.390339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.390339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.390661] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 3eaa7b19-9f1b-45ee-856b-659984bcdf59 is going to be created. [ 638.398938] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f in Status: SUCCESS [ 638.399535] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f deletion is rescheduled due to dependency. [ 638.399535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.422604] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.422870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.423020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.423312] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.423599] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.423854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.447604] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.868015] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7bde095-08b8-44ae-aedc-1bc0d714a4f2: rpc.has_security_group_logging(os_id): False [ 638.894081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.894221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.894221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.894497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.894596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.894863] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.894970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.895112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.895244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.895350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.895534] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.895646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.896238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.896349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.896425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.896818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.896818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.897171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.897171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.897289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.897343] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be created. [ 638.954027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.954027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.954027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.954027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.954027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.954027] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be updated. [ 638.971968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.972188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.972259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.972485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.972718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.985072] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 638.990314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.990709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.990832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.991199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.991459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.002900] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 639.153420] env[65114]: INFO networking_nsxv3.common.synchronization [req-14051a29-385e-4a84-983a-1feb063851d4 req-a4175c1e-3a6d-4f8b-aefb-d3a863dc96d2 service nova] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_rules [ 639.153420] env[65114]: INFO networking_nsxv3.common.synchronization [req-14051a29-385e-4a84-983a-1feb063851d4 req-a4175c1e-3a6d-4f8b-aefb-d3a863dc96d2 service nova] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 639.153420] env[65114]: INFO networking_nsxv3.common.synchronization [req-14051a29-385e-4a84-983a-1feb063851d4 req-a4175c1e-3a6d-4f8b-aefb-d3a863dc96d2 service nova] Enqueued Resource ID: 3eaa7b19-9f1b-45ee-856b-659984bcdf59 with Priority: HIGHEST for action port [ 639.157168] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_rules [ 639.157168] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 639.157168] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eaa7b19-9f1b-45ee-856b-659984bcdf59 with Priority: HIGHEST for action port [ 639.157168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.157168] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.157168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3eaa7b19-9f1b-45ee-856b-659984bcdf59 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.157168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.157168] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3eaa7b19-9f1b-45ee-856b-659984bcdf59',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.665199] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.665531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.665654] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3eaa7b19-9f1b-45ee-856b-659984bcdf59 with status ACTIVE [ 639.665867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.666391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.666572] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.666679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.666748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.666920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.667016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.667241] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.667347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.667560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.667628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.667670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.667746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3eaa7b19-9f1b-45ee-856b-659984bcdf59 is going to be updated. [ 639.691850] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.692057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.692130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.692377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.692540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.692741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3eaa7b19-9f1b-45ee-856b-659984bcdf59" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.820161] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 in Status: SUCCESS [ 639.820298] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 deletion is rescheduled due to dependency. [ 639.820430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859534] env[65114]: INFO networking_nsxv3.common.synchronization [req-45b4638d-0be7-4485-b01d-f34fd78095ff req-df3cb02d-4f66-4cbe-8b36-03157cc0da5e tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 639.859534] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 639.862955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.862955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.862955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.862955] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.097910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: SUCCESS [ 640.098152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.098330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.102841] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.102841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.102841] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.215020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-127" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-127" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-127" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.215020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.215020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.215962] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.216250] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.216476] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.216671] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.216901] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.217128] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.217346] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.237125] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.237547] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.237903] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.240119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-127" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.240119] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-53612b2f-4aec-4ed6-ae59-5058b17941b1 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.240119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.240119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.240119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.240119] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53612b2f-4aec-4ed6-ae59-5058b17941b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.367034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.367034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.367034] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 already deleted. [ 640.367034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.603932] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.604542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.604941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.605413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.606195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.606308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.606308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.607060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.607060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.607307] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.607562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.607816] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.607931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.607995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.608221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.608302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.608517] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.745449] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.745449] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 53612b2f-4aec-4ed6-ae59-5058b17941b1 not found, creating... [ 640.745449] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.745449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.746099] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.746154] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.746353] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.746652] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.746881] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.747182] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 is going to be created. [ 640.770945] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.771134] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.771309] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.771592] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.771888] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.772250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.001282] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 641.001282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.017430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.017430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.017430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.017430] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.110750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0599970-8fd7-4014-8f1f-ee90a5602c0c: rpc.has_security_group_logging(os_id): False [ 641.129225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.129414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.129511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.129728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.129728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.129938] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.130054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.130118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.130512] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.130606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.130701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.130803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.130876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.131410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.131410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.131557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.131778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.131908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.132046] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c is going to be created. [ 641.188486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.188659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.188730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.188993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.189258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.202147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: IN_PROGRESS for 2s [ 641.516991] env[65114]: INFO networking_nsxv3.common.synchronization [req-45b4638d-0be7-4485-b01d-f34fd78095ff req-97c9a97a-92d5-4660-b885-363ae1cef439 service nova] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 641.517448] env[65114]: INFO networking_nsxv3.common.synchronization [req-45b4638d-0be7-4485-b01d-f34fd78095ff req-97c9a97a-92d5-4660-b885-363ae1cef439 service nova] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 641.517964] env[65114]: INFO networking_nsxv3.common.synchronization [req-45b4638d-0be7-4485-b01d-f34fd78095ff req-97c9a97a-92d5-4660-b885-363ae1cef439 service nova] Enqueued Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 641.519209] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 641.519855] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 641.520018] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 641.520492] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.520648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.520751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.521499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.521499] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.522986] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.525746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.526173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.526173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.526260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.526434] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.526599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.526636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.527489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.527489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.527489] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.530065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-53612b2f-4aec-4ed6-ae59-5058b17941b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.530325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.530396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.530673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.530750] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53612b2f-4aec-4ed6-ae59-5058b17941b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.034708] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.036973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.036973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.036973] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.043655] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53612b2f-4aec-4ed6-ae59-5058b17941b1 with status ACTIVE [ 642.043933] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.045271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.045541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.045715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.046895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.047407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.047537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.048192] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.048354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.048448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.049029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.049154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.049898] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 is going to be updated. [ 642.076641] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.076902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.076902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.077093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.077220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.077415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.480548] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2a7bbe0-ea33-43ef-9c58-f54f1f12f756 req-2b3fceb4-cb76-4a03-bbff-ecde316f61bd tempest-ServersV294TestFqdnHostnames-986718415 tempest-ServersV294TestFqdnHostnames-986718415-project-member] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 642.481279] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 642.483787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.483787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.483787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.483787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.483787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.485936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.485936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.485936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.485936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.485936] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.540419] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.542630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.546479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.546479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.546479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.546479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.546479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be updated. [ 642.576659] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.576812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.576907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.577145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.577290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.586510] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 642.920185] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.920378] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-523" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.920499] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-523" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.921919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-523" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.921919] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.921919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.921919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.921919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.921919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.922223] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.922830] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.922830] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.923370] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.923370] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.923370] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.923370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.957300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.957505] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.957640] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.957824] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-523" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.958152] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.958367] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.958486] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.958806] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.958942] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.988097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.988835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.988835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.988835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.988835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.988835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.989280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.989280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.989280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.989280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.989472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c already deleted. [ 642.989472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.042855] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.042855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.042855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.043301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.043301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.043301] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be created. [ 643.073254] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.073473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.073534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.073867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.074683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.085361] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: UNINITIALIZED for 2s [ 643.215874] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: SUCCESS [ 643.216146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.465762] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.466150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.466350] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.466750] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.466973] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.467211] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e not found, creating... [ 643.467610] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.467850] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.468035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.468399] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.468559] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.468973] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.469214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.469349] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.469629] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.469806] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.469978] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e is going to be created. [ 643.493313] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.493551] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.493697] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.494031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.494303] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.494587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.696093] env[65114]: INFO networking_nsxv3.common.synchronization [None req-869e95b7-3fb3-409d-b5a9-adfe17e10ef6 None None] Enqueued Resource ID: 2e39af9e-d99b-46ad-8c99-4977b04c895b with Priority: HIGHEST for action port [ 643.697243] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e39af9e-d99b-46ad-8c99-4977b04c895b with Priority: HIGHEST for action port [ 643.697243] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e39af9e-d99b-46ad-8c99-4977b04c895b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.697243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e39af9e-d99b-46ad-8c99-4977b04c895b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.698082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e39af9e-d99b-46ad-8c99-4977b04c895b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.698082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e39af9e-d99b-46ad-8c99-4977b04c895b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.698082] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e39af9e-d99b-46ad-8c99-4977b04c895b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.200040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e39af9e-d99b-46ad-8c99-4977b04c895b [ 644.200040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.200040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.200470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.200470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.200470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.200627] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e39af9e-d99b-46ad-8c99-4977b04c895b already deleted. [ 644.200698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e39af9e-d99b-46ad-8c99-4977b04c895b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2a7bbe0-ea33-43ef-9c58-f54f1f12f756 req-daaf5709-ae1c-4a93-a42e-fa47d9df8fc9 service nova] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2a7bbe0-ea33-43ef-9c58-f54f1f12f756 req-daaf5709-ae1c-4a93-a42e-fa47d9df8fc9 service nova] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2a7bbe0-ea33-43ef-9c58-f54f1f12f756 req-daaf5709-ae1c-4a93-a42e-fa47d9df8fc9 service nova] Enqueued Resource ID: f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e with Priority: HIGHEST for action port [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_rules [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 644.210018] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e with Priority: HIGHEST for action port [ 644.210921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.211067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.212472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.212472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.212472] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.212472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.212472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.212881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.213065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.213396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.213510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.213576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.213727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.213817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.214014] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.215303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.215695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.215777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.216028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.216110] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.597147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 644.597382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.597567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.597820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.598355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.598355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.598355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.598603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.598603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.598603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.598708] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.720659] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.721487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.721614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.721743] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e with status ACTIVE [ 644.721907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.722020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.722086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.722302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.722390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.722557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.722692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.722792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.722969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.723355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.723414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.723555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.723631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.723717] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e is going to be updated. [ 644.745237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.745490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.745490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.746795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.746795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.746795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74b0158-c1eb-41dd-b615-2aa1fd7d0a5e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.863944] env[65114]: INFO networking_nsxv3.common.synchronization [req-d4f6e3e6-0e3c-4ffe-b127-8a5bba6e316f req-d4bc92f3-2211-46c8-a2f2-663d834531db tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 644.865643] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 644.866289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.866427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.866494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.866834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.866936] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.867037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.867037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.867167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.867257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.867350] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.097039] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 645.097154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.097350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.097587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.097788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.097958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.098018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.098278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.098369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.098422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.098500] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.101481] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.101660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.102913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.103153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.103591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.103591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.103591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.103898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.103898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.103898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.104108] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.104108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.104108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.104661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.104661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.104661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.104661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.104661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.105107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.105107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.105107] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.209314] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.209632] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.209632] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.209949] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.210744] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.210994] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.211144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.211474] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.211681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.212038] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.212198] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.212363] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.212511] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.212801] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.213165] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.213398] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.225399] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.233518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.234050] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.234147] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.234294] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.234587] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-bcf0d90c-9691-40e7-a194-ac1a867b475d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.234808] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.235030] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.235315] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.235448] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf0d90c-9691-40e7-a194-ac1a867b475d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.371594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.371594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.371890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.372224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.372339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.373919] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.378892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.378892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.378892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.378892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.378892] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 already deleted. [ 645.378892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.610114] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.611454] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1769462-881f-442a-ab99-51ce7f8e5970: rpc.has_security_group_logging(os_id): False [ 645.632849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.633013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.633085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.633288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.633382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.633566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.633660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.633721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.633879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.633951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.634164] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.636546] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.636546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.636546] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be updated. [ 645.715860] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.715860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.715860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.715860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.715860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.732207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.732207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.732207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.732207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.732207] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c is going to be created. [ 645.732207] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 645.741780] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.741780] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.741780] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.742068] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.742681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.743124] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port bcf0d90c-9691-40e7-a194-ac1a867b475d not found, creating... [ 645.743292] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.743520] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.743634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.744565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.744565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.744667] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.744846] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.745430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.745430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.745430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.745692] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: bcf0d90c-9691-40e7-a194-ac1a867b475d is going to be created. [ 645.766359] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.766594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.766675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.766952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.767198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.777140] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.777390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.777543] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.777864] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.778142] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.778392] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.781905] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: UNINITIALIZED for 2s [ 646.113499] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb7eee0-a2e9-4941-9810-4b92805d8756: rpc.has_security_group_logging(os_id): False [ 646.133694] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.133923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.133982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.134254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.134359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.134675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.134841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.136372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.136416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.137143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.137268] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be created. [ 646.208462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.208682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.208801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.209124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.209406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.223220] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 646.287480] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6cc9ebf6-c7cf-4a88-9c64-c9dc3e62181b None None] Enqueued Resource ID: 61037b12-ec00-4cd0-9c1c-f0fba3f7b88a with Priority: HIGHEST for action port [ 646.287992] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61037b12-ec00-4cd0-9c1c-f0fba3f7b88a with Priority: HIGHEST for action port [ 646.288327] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-61037b12-ec00-4cd0-9c1c-f0fba3f7b88a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.288460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61037b12-ec00-4cd0-9c1c-f0fba3f7b88a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.288530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61037b12-ec00-4cd0-9c1c-f0fba3f7b88a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.288881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61037b12-ec00-4cd0-9c1c-f0fba3f7b88a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.288964] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61037b12-ec00-4cd0-9c1c-f0fba3f7b88a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.584540] env[65114]: INFO networking_nsxv3.common.synchronization [req-d4f6e3e6-0e3c-4ffe-b127-8a5bba6e316f req-38f40528-f1eb-4910-b9b5-ba90b5c92da6 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 646.584736] env[65114]: INFO networking_nsxv3.common.synchronization [req-d4f6e3e6-0e3c-4ffe-b127-8a5bba6e316f req-38f40528-f1eb-4910-b9b5-ba90b5c92da6 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 646.584935] env[65114]: INFO networking_nsxv3.common.synchronization [req-d4f6e3e6-0e3c-4ffe-b127-8a5bba6e316f req-38f40528-f1eb-4910-b9b5-ba90b5c92da6 service nova] Enqueued Resource ID: bcf0d90c-9691-40e7-a194-ac1a867b475d with Priority: HIGHEST for action port [ 646.585567] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 646.585742] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 646.585855] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcf0d90c-9691-40e7-a194-ac1a867b475d with Priority: HIGHEST for action port [ 646.586201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.586333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.586581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.586676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.586759] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.588136] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.588238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.588238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.588425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588604] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.588706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.588810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.588910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.588991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.589153] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.591010] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcf0d90c-9691-40e7-a194-ac1a867b475d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.591010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.591010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.591010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.591010] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcf0d90c-9691-40e7-a194-ac1a867b475d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.791748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61037b12-ec00-4cd0-9c1c-f0fba3f7b88a [ 646.791989] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.792152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.792220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.792433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.792522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.792621] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61037b12-ec00-4cd0-9c1c-f0fba3f7b88a already deleted. [ 646.792703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61037b12-ec00-4cd0-9c1c-f0fba3f7b88a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.094126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.094126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.094126] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.094954] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcf0d90c-9691-40e7-a194-ac1a867b475d with status ACTIVE [ 647.095419] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.095922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.096138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.096423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.096721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.097602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.097602] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.097602] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.098793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.098793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.098793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.098793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.098793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.098793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.099122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.099122] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcf0d90c-9691-40e7-a194-ac1a867b475d is going to be updated. [ 647.128542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.128799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.128799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.128988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.129119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.129288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcf0d90c-9691-40e7-a194-ac1a867b475d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.367860] env[65114]: INFO networking_nsxv3.common.synchronization [None req-90730b33-5fcb-4969-bbf8-909ff0659cfe tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 647.369929] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 647.369929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.369929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.369929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.369929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.369929] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.601910] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.705526] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5da021ef-7b2d-49cd-b7e4-c0240d47d4e6 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 647.706555] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 647.706983] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.707103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.748675] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 647.750394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.791884] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: SUCCESS [ 647.791884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.792116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.792220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.792741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.792741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.792741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.792741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.793655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.793655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.793655] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.889436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.889436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.889436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.889760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.889760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.889825] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d already deleted. [ 647.889914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.890084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.890242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.890429] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.107290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.107480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.107557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.107805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.107900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.108018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be created. [ 648.136308] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.136553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.136553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.136732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.136889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.147310] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: UNINITIALIZED for 2s [ 648.240881] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 648.240881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.295459] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.415126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.415407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.415407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.415611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.415611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.415694] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d already deleted. [ 648.415881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.799479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c: rpc.has_security_group_logging(os_id): False [ 648.815426] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.816045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.816281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.816616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.816956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.817577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.817891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.818138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.818424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.818620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.818939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c is going to be created. [ 648.887282] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.887282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.887282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.887282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.887282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.901475] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: IN_PROGRESS for 2s [ 649.355266] env[65114]: INFO networking_nsxv3.common.synchronization [None req-7b3ee3b4-539b-42a0-9ef7-efd8bc772265 None None] Enqueued Resource ID: 9bfaf26f-579c-4fa3-8fc4-75db29899ec3 with Priority: HIGHEST for action port [ 649.355786] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bfaf26f-579c-4fa3-8fc4-75db29899ec3 with Priority: HIGHEST for action port [ 649.356287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bfaf26f-579c-4fa3-8fc4-75db29899ec3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.356287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bfaf26f-579c-4fa3-8fc4-75db29899ec3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.356576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bfaf26f-579c-4fa3-8fc4-75db29899ec3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.356576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bfaf26f-579c-4fa3-8fc4-75db29899ec3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.356705] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bfaf26f-579c-4fa3-8fc4-75db29899ec3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.859133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bfaf26f-579c-4fa3-8fc4-75db29899ec3 [ 649.859454] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.859645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.859762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.859971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.860152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.860266] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bfaf26f-579c-4fa3-8fc4-75db29899ec3 already deleted. [ 649.860605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bfaf26f-579c-4fa3-8fc4-75db29899ec3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.161440] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.162809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.162809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.163331] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.667720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.667720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.667720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.668588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.668588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.668588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.669614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.669614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.669614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.669614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.669614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.669841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.669981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.670257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.670404] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.670638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.670767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.671032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.671132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.671264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.671511] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.916663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: SUCCESS [ 650.916989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.174996] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67: rpc.has_security_group_logging(os_id): False [ 651.198344] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.198514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.198565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.198831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.199033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.199255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.199368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.199433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.199607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.199690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.199874] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.199972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.200937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.201598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.201598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.204778] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.204998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.205318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.205318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.205424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.205495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be created. [ 651.288182] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.288182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.288182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.288182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.289317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.306443] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 653.068799] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1634ddb8-6c37-49a5-8cc6-94dbafd95b22 None None] Enqueued Resource ID: e08d385d-ad05-4bae-9509-74e529c2900f with Priority: HIGHEST for action port [ 653.068799] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e08d385d-ad05-4bae-9509-74e529c2900f with Priority: HIGHEST for action port [ 653.069267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e08d385d-ad05-4bae-9509-74e529c2900f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.069267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e08d385d-ad05-4bae-9509-74e529c2900f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.071097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e08d385d-ad05-4bae-9509-74e529c2900f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.071097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e08d385d-ad05-4bae-9509-74e529c2900f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.071097] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e08d385d-ad05-4bae-9509-74e529c2900f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.331094] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 653.331094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.512511] env[65114]: INFO networking_nsxv3.common.synchronization [req-da55a52b-d12d-402f-a6fd-45b1cbe06170 req-c68a2584-9a29-41f3-a6ef-e31e0d9da0a3 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 653.512713] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 653.513145] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.513293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.513374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.513762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.513762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.513860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.513955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.514763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.514763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.514763] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.576390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e08d385d-ad05-4bae-9509-74e529c2900f [ 653.578081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.578081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.579178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.579178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.579178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.579370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e08d385d-ad05-4bae-9509-74e529c2900f already deleted. [ 653.579516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e08d385d-ad05-4bae-9509-74e529c2900f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.017092] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.066168] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.066407] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.066625] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.067297] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.067596] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.067793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.067938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.068214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.068390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.069487] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.069487] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.069487] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.069487] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.069487] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.069487] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.069487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.090534] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.090696] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.090833] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.091055] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.091782] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-358b1320-0443-4bc9-930e-66cac428dc00 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.092129] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.092274] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.092800] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.092941] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('358b1320-0443-4bc9-930e-66cac428dc00',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.519818] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.595453] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.595737] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.595928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.596539] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.596539] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.596766] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 358b1320-0443-4bc9-930e-66cac428dc00 not found, creating... [ 654.597110] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.597358] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.597493] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.597731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.597870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.598310] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.598494] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.598603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.598824] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.598955] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.599125] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 358b1320-0443-4bc9-930e-66cac428dc00 is going to be created. [ 654.622291] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.622291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.622291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.622291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.622685] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.622685] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.024990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.024990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.024990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.024990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.024990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.024990] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 655.057337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.058446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.060045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.060045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.060045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.072375] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 655.372376] env[65114]: INFO networking_nsxv3.common.synchronization [req-da55a52b-d12d-402f-a6fd-45b1cbe06170 req-4f67409e-9f30-46c6-bd64-d83109db7fd2 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 655.372536] env[65114]: INFO networking_nsxv3.common.synchronization [req-da55a52b-d12d-402f-a6fd-45b1cbe06170 req-4f67409e-9f30-46c6-bd64-d83109db7fd2 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 655.372665] env[65114]: INFO networking_nsxv3.common.synchronization [req-da55a52b-d12d-402f-a6fd-45b1cbe06170 req-4f67409e-9f30-46c6-bd64-d83109db7fd2 service nova] Enqueued Resource ID: 358b1320-0443-4bc9-930e-66cac428dc00 with Priority: HIGHEST for action port [ 655.372911] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 655.374071] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 655.374071] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 358b1320-0443-4bc9-930e-66cac428dc00 with Priority: HIGHEST for action port [ 655.374071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.374071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.374071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.374468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.375449] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.375870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.375982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.376205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-358b1320-0443-4bc9-930e-66cac428dc00 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.376302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.376363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.376568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.376616] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('358b1320-0443-4bc9-930e-66cac428dc00',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.876980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.877130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.878547] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 358b1320-0443-4bc9-930e-66cac428dc00 with status ACTIVE [ 655.878774] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.878937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.879070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.879354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.879444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.879638] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.879767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.879864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.880049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.880131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.880316] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.880409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.880470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.880611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.880861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.880861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 358b1320-0443-4bc9-930e-66cac428dc00 is going to be updated. [ 655.905080] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.905252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.905589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.905765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-358b1320-0443-4bc9-930e-66cac428dc00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.118970] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd339fda-1f8e-47ea-97cc-61a5acfc9020 req-86295841-f5fe-4e01-bc27-d92e10344e8e tempest-ListImageFiltersTestJSON-702820606 tempest-ListImageFiltersTestJSON-702820606-project-member] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 656.122126] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 656.122534] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.122678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.125025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.125025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.125025] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.554582] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.555461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.555461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.555777] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.556259] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.556506] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.556695] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.557606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.557606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.557719] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.557836] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.558170] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.558321] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.558508] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.558684] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.558910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.622203] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.622437] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.063 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.622546] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.622840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.623272] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-7cc288ac-6324-43c6-a167-73b8e3c754bc taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.623487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.623622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.623999] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.625190] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc288ac-6324-43c6-a167-73b8e3c754bc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.630757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.630757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.630757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.632355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.632355] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e already deleted. [ 656.632355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.085803] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 657.086050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.086239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.086468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.086655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.086779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.086843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.086976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.087065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.088483] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.127760] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.128160] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.128207] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.128460] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.128606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.128752] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 7cc288ac-6324-43c6-a167-73b8e3c754bc not found, creating... [ 657.129018] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.129264] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.129418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.129669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.129837] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.130240] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.130485] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.130743] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.130997] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.131270] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.131442] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 7cc288ac-6324-43c6-a167-73b8e3c754bc is going to be created. [ 657.156132] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.156132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.156132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.156395] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.156509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.156996] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.590149] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.876168] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd339fda-1f8e-47ea-97cc-61a5acfc9020 req-acd0f861-1648-448e-87bd-52b4c380f42c service nova] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_rules [ 657.876361] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd339fda-1f8e-47ea-97cc-61a5acfc9020 req-acd0f861-1648-448e-87bd-52b4c380f42c service nova] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 657.876476] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd339fda-1f8e-47ea-97cc-61a5acfc9020 req-acd0f861-1648-448e-87bd-52b4c380f42c service nova] Enqueued Resource ID: 7cc288ac-6324-43c6-a167-73b8e3c754bc with Priority: HIGHEST for action port [ 657.876980] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_rules [ 657.877179] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 657.877378] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7cc288ac-6324-43c6-a167-73b8e3c754bc with Priority: HIGHEST for action port [ 657.878082] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.878277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.878395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.878704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.878830] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.879970] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.880207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.880310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.880533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.880730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.880879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.880988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.881384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.881527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.881677] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.882638] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7cc288ac-6324-43c6-a167-73b8e3c754bc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.882799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.882897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.883129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.883251] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7cc288ac-6324-43c6-a167-73b8e3c754bc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.093222] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.385233] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.385611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.385672] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.386564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7cc288ac-6324-43c6-a167-73b8e3c754bc with status ACTIVE [ 658.386750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.386861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.386929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.387143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.387243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.387395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.387475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.387519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.387673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.387834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.387947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.388026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.388541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.388732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.388839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.388953] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7cc288ac-6324-43c6-a167-73b8e3c754bc is going to be updated. [ 658.414864] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.415197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.415197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.415399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.415536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.415751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7cc288ac-6324-43c6-a167-73b8e3c754bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.434297] env[65114]: INFO networking_nsxv3.common.synchronization [req-0cb79983-123e-4e71-a0fb-75d1b0ef7241 req-ea9dd3d3-b27e-4028-9b53-61e61b440c4e tempest-VolumesAdminNegativeTest-989366628 tempest-VolumesAdminNegativeTest-989366628-project-member] Enqueued Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 658.435285] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGHEST for action security_group_members [ 658.437610] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.437704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.437747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.437950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.438167] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.438274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.438337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.438583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.438674] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.596565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.596807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.596923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.597162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.597293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.597479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 658.634063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.634300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.634359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.634535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.634680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.644876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 658.891759] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.945019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.945019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.945019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.945019] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c is going to be updated. [ 658.973109] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.973391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.973482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.973737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.974095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.984139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: IN_PROGRESS for 2s [ 659.395711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.395711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.396231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.396231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.396231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.396231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be created. [ 659.423306] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.424882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.424882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.424882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.425205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.438296] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: UNINITIALIZED for 2s [ 659.526090] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b98cc03c-ef5a-414e-be60-a96a764ba321 None None] Enqueued Resource ID: 562de046-2cc8-42c0-b2ca-d8f96b9e5eec with Priority: HIGHEST for action port [ 659.526748] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562de046-2cc8-42c0-b2ca-d8f96b9e5eec with Priority: HIGHEST for action port [ 659.527526] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-562de046-2cc8-42c0-b2ca-d8f96b9e5eec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.527728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-562de046-2cc8-42c0-b2ca-d8f96b9e5eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.527871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-562de046-2cc8-42c0-b2ca-d8f96b9e5eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.528191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-562de046-2cc8-42c0-b2ca-d8f96b9e5eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.532260] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562de046-2cc8-42c0-b2ca-d8f96b9e5eec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.030871] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 562de046-2cc8-42c0-b2ca-d8f96b9e5eec [ 660.031394] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.031394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.031394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.031670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.031814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.031940] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:562de046-2cc8-42c0-b2ca-d8f96b9e5eec already deleted. [ 660.032063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-562de046-2cc8-42c0-b2ca-d8f96b9e5eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.658386] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 660.658869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.660214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.660473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.660676] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.660798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.660865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.661023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.661113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.661203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.661296] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.005376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c in Status: SUCCESS [ 661.005736] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c deletion is rescheduled due to dependency. [ 661.005857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.169870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.169870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.169870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.169870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.169870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.170765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.170765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.170765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.170765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.171260] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.358776] env[65114]: INFO networking_nsxv3.common.synchronization [req-629e0d1c-3760-41fe-af5e-a406c5dad6e4 req-8a37c694-2e7e-44cf-bb4f-005504d00cdb tempest-ServersAdminNegativeTestJSON-1842444459 tempest-ServersAdminNegativeTestJSON-1842444459-project-member] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 661.359719] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 661.360116] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.361189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.361189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.361295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.362515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.363598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.363683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.363890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.364548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.364548] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.451139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 661.451324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.452787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.452787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.452787] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.674044] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc876a3-03c3-4ce0-9d1e-8feec5a818a1: rpc.has_security_group_logging(os_id): False [ 661.695687] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.696430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.696430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.696430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.696430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.696688] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.696844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.696951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.697227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.697346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.697780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.697850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700518] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.700518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.700518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 661.779895] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.780109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.780526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.780526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.780526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.802160] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 661.866778] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.067388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.067388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.067388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.067388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.067388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.068993] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.068993] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.068993] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.068993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.070291] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.070291] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.070291] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.070291] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.070291] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.070291] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.070291] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.070291] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.070291] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.070291] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.070291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.070291] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-bfd5b192-aeaf-468b-909d-c236570644e2 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.070291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.070291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.070291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.070291] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd5b192-aeaf-468b-909d-c236570644e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.368980] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.463115] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef46263a-22b8-4557-bb3c-33d97e52996e: rpc.has_security_group_logging(os_id): False [ 662.481779] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.481962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.482051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.482233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.482325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.482515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.482651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.482710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.482804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.482897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.483162] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.483310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.483310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.483461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.483538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.483720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.483811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.483867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.484013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.486234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.486234] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be created. [ 662.561101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.561270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.561398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.561629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.561768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.564458] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.564458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.564458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.564660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.565054] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.565142] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port bfd5b192-aeaf-468b-909d-c236570644e2 not found, creating... [ 662.565567] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.565757] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.565874] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.566204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.566383] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.568547] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.568748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.568887] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.569163] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.569395] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.569584] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: bfd5b192-aeaf-468b-909d-c236570644e2 is going to be created. [ 662.574761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 662.590718] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.590985] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.591061] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.591332] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.591553] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.591765] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.872405] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.872735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.872785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.873063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.873160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.873693] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be updated. [ 662.897364] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2da981bc-8181-47ad-98cd-75a3761fbf57 None None] Enqueued Resource ID: 16b3f96c-7a5c-4bc7-8da1-659d3e284ec5 with Priority: HIGHEST for action port [ 662.897627] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16b3f96c-7a5c-4bc7-8da1-659d3e284ec5 with Priority: HIGHEST for action port [ 662.898232] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-16b3f96c-7a5c-4bc7-8da1-659d3e284ec5 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.898636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16b3f96c-7a5c-4bc7-8da1-659d3e284ec5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.898636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16b3f96c-7a5c-4bc7-8da1-659d3e284ec5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.898731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16b3f96c-7a5c-4bc7-8da1-659d3e284ec5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.898731] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16b3f96c-7a5c-4bc7-8da1-659d3e284ec5',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.903781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.903781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.903991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.904107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.904269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.920826] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 663.312883] env[65114]: INFO networking_nsxv3.common.synchronization [req-629e0d1c-3760-41fe-af5e-a406c5dad6e4 req-d64911bb-5300-4a3b-9b9c-b6d337599150 service nova] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_rules [ 663.313095] env[65114]: INFO networking_nsxv3.common.synchronization [req-629e0d1c-3760-41fe-af5e-a406c5dad6e4 req-d64911bb-5300-4a3b-9b9c-b6d337599150 service nova] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 663.313234] env[65114]: INFO networking_nsxv3.common.synchronization [req-629e0d1c-3760-41fe-af5e-a406c5dad6e4 req-d64911bb-5300-4a3b-9b9c-b6d337599150 service nova] Enqueued Resource ID: bfd5b192-aeaf-468b-909d-c236570644e2 with Priority: HIGHEST for action port [ 663.313769] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_rules [ 663.313920] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 663.314148] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfd5b192-aeaf-468b-909d-c236570644e2 with Priority: HIGHEST for action port [ 663.314269] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.316683] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.316683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfd5b192-aeaf-468b-909d-c236570644e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.316683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.317591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.317591] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfd5b192-aeaf-468b-909d-c236570644e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.412304] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 16b3f96c-7a5c-4bc7-8da1-659d3e284ec5 [ 663.412304] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.412304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.412304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.412304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.412304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.412304] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:16b3f96c-7a5c-4bc7-8da1-659d3e284ec5 already deleted. [ 663.412304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16b3f96c-7a5c-4bc7-8da1-659d3e284ec5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.820899] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 663.821159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.821511] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.821613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.821784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfd5b192-aeaf-468b-909d-c236570644e2 with status ACTIVE [ 663.821947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.822066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.823396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.823396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.823396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.824179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.824179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.824179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.824179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.824179] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfd5b192-aeaf-468b-909d-c236570644e2 is going to be updated. [ 663.850555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.850832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.850832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.850999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.851121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.851286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfd5b192-aeaf-468b-909d-c236570644e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 664.594869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.933644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 664.933644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.933903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.933903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.934146] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.934268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.934390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.934567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.934567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.934681] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.437319] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.941061] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.382676] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c38b3e88-acba-44ac-a3b1-bbf0e532a8cf None None] Enqueued Resource ID: 938a315b-a3af-4638-9596-b1e0781a6d00 with Priority: HIGHEST for action port [ 666.383516] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938a315b-a3af-4638-9596-b1e0781a6d00 with Priority: HIGHEST for action port [ 666.383763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-938a315b-a3af-4638-9596-b1e0781a6d00 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.383832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938a315b-a3af-4638-9596-b1e0781a6d00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.383872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938a315b-a3af-4638-9596-b1e0781a6d00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.384815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938a315b-a3af-4638-9596-b1e0781a6d00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.384815] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938a315b-a3af-4638-9596-b1e0781a6d00',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.444673] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.444918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.444965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.445395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.445749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.445749] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be updated. [ 666.483542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.483763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.483866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.484249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.484480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.500426] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 666.889124] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 938a315b-a3af-4638-9596-b1e0781a6d00 [ 666.889361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.889498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.889569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.889796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.889880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.889994] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:938a315b-a3af-4638-9596-b1e0781a6d00 already deleted. [ 666.890107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938a315b-a3af-4638-9596-b1e0781a6d00" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.431587] env[65114]: INFO networking_nsxv3.common.synchronization [req-c077aa66-3b89-45aa-a11d-ad640f122bb6 req-be6ceaba-4f26-4f33-ae2b-b14320578a59 tempest-ListImageFiltersTestJSON-702820606 tempest-ListImageFiltersTestJSON-702820606-project-member] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 667.434567] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 667.436821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.436821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.436821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.439157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.439157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.439157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.439157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.439157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.439157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.439600] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.944663] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.985492] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.985831] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.985937] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.986248] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.986479] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.986654] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.986749] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.986966] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.987117] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.987325] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.987430] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 667.987531] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 667.987709] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 667.987844] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 667.987971] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 667.988157] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.013476] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.013691] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.013832] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.014013] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.014390] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.014572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.014691] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.015065] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.015235] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c1e9cc-3daf-4fb4-bf05-7eead699b917',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.451449] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.513435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 668.513435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.513435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.513737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.513975] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.514150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.514194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.514773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.514773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.514773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.514773] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.519022] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.519246] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.519703] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.520045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.520203] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.520356] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port f5c1e9cc-3daf-4fb4-bf05-7eead699b917 not found, creating... [ 668.520633] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.520791] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.521709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.521709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.521709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.521709] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.521939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.521939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.522072] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.522204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.522339] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: f5c1e9cc-3daf-4fb4-bf05-7eead699b917 is going to be created. [ 668.549540] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.549639] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.549690] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.549963] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.550260] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550483] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.957512] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.957512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.957512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.959014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.959014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.959014] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be updated. [ 668.987447] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.987589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.987660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.987869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.988048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.000361] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 669.017829] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.018289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.018445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.018692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.018955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.019074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.019138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.019307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.019474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.019542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.019651] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.019746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.019832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.020250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.020310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.020449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.020579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.020694] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.051647] env[65114]: INFO networking_nsxv3.common.synchronization [None req-57e94a3b-d852-46e8-947b-a5101ac38b0d None None] Enqueued Resource ID: 80f54ede-d895-4403-80c3-1983a282d5af with Priority: HIGHEST for action port [ 669.052422] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80f54ede-d895-4403-80c3-1983a282d5af with Priority: HIGHEST for action port [ 669.053162] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-80f54ede-d895-4403-80c3-1983a282d5af taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.053364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80f54ede-d895-4403-80c3-1983a282d5af" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.053465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80f54ede-d895-4403-80c3-1983a282d5af" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.053739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80f54ede-d895-4403-80c3-1983a282d5af" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.053846] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80f54ede-d895-4403-80c3-1983a282d5af',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [req-c077aa66-3b89-45aa-a11d-ad640f122bb6 req-36e850d7-a090-4f67-8de2-a7129fbd784f service nova] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_rules [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [req-c077aa66-3b89-45aa-a11d-ad640f122bb6 req-36e850d7-a090-4f67-8de2-a7129fbd784f service nova] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [req-c077aa66-3b89-45aa-a11d-ad640f122bb6 req-36e850d7-a090-4f67-8de2-a7129fbd784f service nova] Enqueued Resource ID: f5c1e9cc-3daf-4fb4-bf05-7eead699b917 with Priority: HIGHEST for action port [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_rules [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 669.274043] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5c1e9cc-3daf-4fb4-bf05-7eead699b917 with Priority: HIGHEST for action port [ 669.274043] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.274680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.274680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.274680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.274680] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.275511] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.275638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.275860] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.275972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.276076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.276223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.279671] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5c1e9cc-3daf-4fb4-bf05-7eead699b917',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.523623] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0928e5a5-4296-4ac1-80ee-7e19f95ca392: rpc.has_security_group_logging(os_id): False [ 669.543873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.544143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.544143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.544425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.544570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.544786] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.544921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.545077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.546941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.546941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.547300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.547300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.547300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.547300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be updated. [ 669.556426] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80f54ede-d895-4403-80c3-1983a282d5af [ 669.556591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.556831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.556831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.557215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.557215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.557215] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80f54ede-d895-4403-80c3-1983a282d5af already deleted. [ 669.557783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80f54ede-d895-4403-80c3-1983a282d5af" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.611415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.611415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.611415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.611415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.611415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.625841] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 669.779835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.780032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.781305] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5c1e9cc-3daf-4fb4-bf05-7eead699b917 with status ACTIVE [ 669.781494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.781609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.781675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.781897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.781988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.782189] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.782333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.782432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.782693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.782693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.782887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.782887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.782887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.783052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.783185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.783408] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5c1e9cc-3daf-4fb4-bf05-7eead699b917 is going to be updated. [ 669.808020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.808412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.808619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.809566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.809566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.809566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5c1e9cc-3daf-4fb4-bf05-7eead699b917" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.818662] env[65114]: INFO networking_nsxv3.common.synchronization [None req-02afb0bf-461f-4bbd-9f2d-6c2f331dbb0b None None] Enqueued Resource ID: b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8 with Priority: HIGHEST for action port [ 670.818662] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8 with Priority: HIGHEST for action port [ 670.818662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.818662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.818662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.818662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.818662] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.015165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 671.015484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.015864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.016236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.016779] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.016779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.016779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.016986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.016986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.017261] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.322279] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8 [ 671.322710] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.322710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.322710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.322923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.323013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.323370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8 already deleted. [ 671.323469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4e7c4f7-488d-42ab-b3f3-ca8f26183eb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.523557] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.642562] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 671.642798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.023436] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.527175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.527425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.527425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.527646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.528325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.528325] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be updated. [ 672.561036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.561220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.561220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.561562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.561724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.572090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 673.646614] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e7cc2674-2f65-43e6-8376-4c3e8bb025f4 None None] Enqueued Resource ID: 057562d4-131f-4890-8418-f59786d0d061 with Priority: HIGHEST for action port [ 673.647303] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 057562d4-131f-4890-8418-f59786d0d061 with Priority: HIGHEST for action port [ 673.647637] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-057562d4-131f-4890-8418-f59786d0d061 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.647766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-057562d4-131f-4890-8418-f59786d0d061" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.647841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-057562d4-131f-4890-8418-f59786d0d061" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.650414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-057562d4-131f-4890-8418-f59786d0d061" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.650707] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('057562d4-131f-4890-8418-f59786d0d061',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.155474] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 057562d4-131f-4890-8418-f59786d0d061 [ 674.155740] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.155885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.155960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.156285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.156398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.156515] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:057562d4-131f-4890-8418-f59786d0d061 already deleted. [ 674.156595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-057562d4-131f-4890-8418-f59786d0d061" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.584861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 674.585021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.585289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.585434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.585810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.585810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.585810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.585977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.585977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.586093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.586217] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.089426] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.089805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.089805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.090034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.090620] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.091512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.091641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.091886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.092000] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092358] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.092574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.093670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.093670] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.093769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.093846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.094048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.094168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.094284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.095034] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.597836] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef46263a-22b8-4557-bb3c-33d97e52996e: rpc.has_security_group_logging(os_id): False [ 675.624617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.624833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.624966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.625343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.625467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.627132] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.627299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.627361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.627610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.627707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.629179] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.629423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.629529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.629806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.629917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.630256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.630459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.630548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.630790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.630895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.631056] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be updated. [ 675.716169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.716374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.716510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.716727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.716923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.739876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 676.014113] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4888f493-c974-4186-bca0-95ae0c62c9ae None None] Enqueued Resource ID: e50af956-3050-41e3-8bf6-6eea6e51b1ae with Priority: HIGHEST for action port [ 676.014660] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e50af956-3050-41e3-8bf6-6eea6e51b1ae with Priority: HIGHEST for action port [ 676.014991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e50af956-3050-41e3-8bf6-6eea6e51b1ae taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.015340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e50af956-3050-41e3-8bf6-6eea6e51b1ae" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.015340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e50af956-3050-41e3-8bf6-6eea6e51b1ae" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.015442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e50af956-3050-41e3-8bf6-6eea6e51b1ae" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.015598] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e50af956-3050-41e3-8bf6-6eea6e51b1ae',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.400509] env[65114]: INFO networking_nsxv3.common.synchronization [req-933e1b52-9f06-4c57-8a1a-992831c5a93e req-ef18f203-94b2-4c94-9bec-907d4cddd4ca tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 676.402436] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 676.403157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.403408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.403596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.404090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.404876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.404876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.404876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.405172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.405323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.405456] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.519196] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e50af956-3050-41e3-8bf6-6eea6e51b1ae [ 676.519447] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.519648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.519734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.519919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.520044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.520154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e50af956-3050-41e3-8bf6-6eea6e51b1ae already deleted. [ 676.520472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e50af956-3050-41e3-8bf6-6eea6e51b1ae" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909563] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.909563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.909563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.909563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.909916] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.909916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.909916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.910245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.910245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.910245] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d already deleted. [ 676.910245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.945044] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.945273] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.945400] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.945794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.946643] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.946926] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.947099] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.947387] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.947583] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.947812] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.948039] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.948169] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.948277] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.948388] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.948492] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.948619] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.971033] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.971211] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.971384] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.971572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.971911] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-824951ab-a775-421e-bc8e-4dee74e20a11 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.972099] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.972222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.972532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.972664] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824951ab-a775-421e-bc8e-4dee74e20a11',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.476040] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.476529] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.476756] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.477096] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.477260] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.477563] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 824951ab-a775-421e-bc8e-4dee74e20a11 not found, creating... [ 677.477777] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.477956] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.478337] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.478767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.478944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.479335] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.479529] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.479752] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.480030] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.480189] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.480364] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 824951ab-a775-421e-bc8e-4dee74e20a11 is going to be created. [ 677.519715] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.520096] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.520345] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.520868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.521316] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.521681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.595891] env[65114]: INFO networking_nsxv3.common.synchronization [req-e5066a30-40a3-4ac5-b4b9-00940223a289 req-998f9d2f-91d7-49a7-863c-a595fb866c2a tempest-FloatingIPsAssociationTestJSON-1275148689 tempest-FloatingIPsAssociationTestJSON-1275148689-project-member] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 677.596753] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 677.596922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.597095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.597177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.597394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.597542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.598927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.598927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.598927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.598927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.598927] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.754906] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 677.755192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.102224] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.233569] env[65114]: INFO networking_nsxv3.common.synchronization [req-933e1b52-9f06-4c57-8a1a-992831c5a93e req-b87b69f4-16e5-4caf-be84-ed45e7cd934e service nova] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 678.233625] env[65114]: INFO networking_nsxv3.common.synchronization [req-933e1b52-9f06-4c57-8a1a-992831c5a93e req-b87b69f4-16e5-4caf-be84-ed45e7cd934e service nova] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 678.233747] env[65114]: INFO networking_nsxv3.common.synchronization [req-933e1b52-9f06-4c57-8a1a-992831c5a93e req-b87b69f4-16e5-4caf-be84-ed45e7cd934e service nova] Enqueued Resource ID: 824951ab-a775-421e-bc8e-4dee74e20a11 with Priority: HIGHEST for action port [ 678.234415] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 678.234653] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 678.234810] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824951ab-a775-421e-bc8e-4dee74e20a11 with Priority: HIGHEST for action port [ 678.235706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.237168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.237261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.237480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.237574] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.239084] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.239571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.239671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.239970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.240341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.240510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.241884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.242105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.242213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.242316] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.243976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-824951ab-a775-421e-bc8e-4dee74e20a11 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.244114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.244179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.244507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.244507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('824951ab-a775-421e-bc8e-4dee74e20a11',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.596774] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c63d78bb-1b37-4268-949f-f6603af67349 None None] Enqueued Resource ID: 55320bf0-ce63-4c24-bff9-26629ed7e123 with Priority: HIGHEST for action port [ 678.597338] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55320bf0-ce63-4c24-bff9-26629ed7e123 with Priority: HIGHEST for action port [ 678.597645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-55320bf0-ce63-4c24-bff9-26629ed7e123 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.597766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55320bf0-ce63-4c24-bff9-26629ed7e123" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.597833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55320bf0-ce63-4c24-bff9-26629ed7e123" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.599412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55320bf0-ce63-4c24-bff9-26629ed7e123" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.599412] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55320bf0-ce63-4c24-bff9-26629ed7e123',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.607132] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.740034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.741503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.748296] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.749081] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 824951ab-a775-421e-bc8e-4dee74e20a11 with status ACTIVE [ 678.749518] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.749715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.749950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.750704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.750863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.752635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.752635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.752635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.752825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.752893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.753291] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.753482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.753532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.753797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.753883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.754045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 824951ab-a775-421e-bc8e-4dee74e20a11 is going to be updated. [ 678.780351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.780569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.780615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.780869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.780989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.781149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-824951ab-a775-421e-bc8e-4dee74e20a11" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.073425] env[65114]: INFO networking_nsxv3.common.synchronization [req-b6d23429-77a7-4f11-ae8c-1045d463e4ca req-d6e5ac4d-a28e-4d3e-b7e5-cc137887e81f tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 679.073966] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 679.074289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.074425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.074499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.074662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.074804] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.074898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.074960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.075112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.075266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.075351] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.102662] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55320bf0-ce63-4c24-bff9-26629ed7e123 [ 679.102911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.103062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.103139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.103507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.103578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.103641] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55320bf0-ce63-4c24-bff9-26629ed7e123 already deleted. [ 679.103719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55320bf0-ce63-4c24-bff9-26629ed7e123" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.109362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.109486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.109543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.109734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.109814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.109954] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be updated. [ 679.144842] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.145050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.145101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.146496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.146496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.157073] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 679.257353] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.288068] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3beb48ab-887f-4abd-9dad-126ae5f2df27 None None] Enqueued Resource ID: 8fc12d12-a5ce-4f86-a52c-d5c14a7b378c with Priority: HIGHEST for action port [ 679.288708] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc12d12-a5ce-4f86-a52c-d5c14a7b378c with Priority: HIGHEST for action port [ 679.290242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc12d12-a5ce-4f86-a52c-d5c14a7b378c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.290242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc12d12-a5ce-4f86-a52c-d5c14a7b378c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.290242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc12d12-a5ce-4f86-a52c-d5c14a7b378c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.290242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc12d12-a5ce-4f86-a52c-d5c14a7b378c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.290864] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc12d12-a5ce-4f86-a52c-d5c14a7b378c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.523677] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.523891] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.524056] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.524330] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.524642] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.524830] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.525026] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.525284] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.525428] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.525633] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.525758] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.525854] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.525954] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.526779] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.526902] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.527042] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.548456] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.548689] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.548755] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.548931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.549396] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-ec9c63c8-f29c-4e55-a769-c062cbf775b6 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.549563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.549563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.550645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.550827] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9c63c8-f29c-4e55-a769-c062cbf775b6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.577499] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.577499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.578065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.578065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.578065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.578239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.578408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.578408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.578802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.578802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.578802] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 679.612020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.612412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.612412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.612497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.613024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.625241] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 679.760091] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.764167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.764167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.764167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.764167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.764167] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be created. [ 679.793020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.793315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.793384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.793587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.793766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.794985] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fc12d12-a5ce-4f86-a52c-d5c14a7b378c [ 679.795272] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.795392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.795459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.795648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.795731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.795826] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fc12d12-a5ce-4f86-a52c-d5c14a7b378c already deleted. [ 679.795902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc12d12-a5ce-4f86-a52c-d5c14a7b378c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.806705] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: UNINITIALIZED for 2s [ 680.054994] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.055130] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.055273] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.055747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.057698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.058008] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port ec9c63c8-f29c-4e55-a769-c062cbf775b6 not found, creating... [ 680.058500] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.058771] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.058959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.059365] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.059600] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.060103] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.060383] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.060572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.060927] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.062515] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.062679] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: ec9c63c8-f29c-4e55-a769-c062cbf775b6 is going to be created. [ 680.085026] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.085311] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.085531] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.085748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.086158] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.087086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.898960] env[65114]: INFO networking_nsxv3.common.synchronization [req-b6d23429-77a7-4f11-ae8c-1045d463e4ca req-dbedc6da-81b1-444e-8b77-032131ba3373 service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 680.899260] env[65114]: INFO networking_nsxv3.common.synchronization [req-b6d23429-77a7-4f11-ae8c-1045d463e4ca req-dbedc6da-81b1-444e-8b77-032131ba3373 service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 680.899351] env[65114]: INFO networking_nsxv3.common.synchronization [req-b6d23429-77a7-4f11-ae8c-1045d463e4ca req-dbedc6da-81b1-444e-8b77-032131ba3373 service nova] Enqueued Resource ID: ec9c63c8-f29c-4e55-a769-c062cbf775b6 with Priority: HIGHEST for action port [ 680.899865] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 680.901247] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 680.901247] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec9c63c8-f29c-4e55-a769-c062cbf775b6 with Priority: HIGHEST for action port [ 680.901591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.904358] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.904358] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904358] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec9c63c8-f29c-4e55-a769-c062cbf775b6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.904358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.904833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.904833] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec9c63c8-f29c-4e55-a769-c062cbf775b6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.170401] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 681.170564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.407873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.407873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.408273] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec9c63c8-f29c-4e55-a769-c062cbf775b6 with status ACTIVE [ 681.408360] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.408439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.408513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.408737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.408831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.408996] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.409107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.409162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.409323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.409403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.409598] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.409696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.409763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.409907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.409983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.410079] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec9c63c8-f29c-4e55-a769-c062cbf775b6 is going to be updated. [ 681.438237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.438574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.438574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.438746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.438885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.439073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec9c63c8-f29c-4e55-a769-c062cbf775b6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.637233] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 681.637725] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 681.637725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.637903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.638298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.638298] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.638428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.638428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.638572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.638652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.638743] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.818736] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 681.818736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.819118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.819308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.820035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.820035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.820242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.820445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.820695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.820827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.820934] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.845809] env[65114]: INFO networking_nsxv3.common.synchronization [req-96f6f424-d456-452a-ab4a-3fac45b171a3 req-2b2cf216-2cc9-4358-b0b7-2d1444830b76 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 681.846499] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 681.847720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.847843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.847899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848323] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.848430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.848489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.848684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848891] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.143239] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.256933] env[65114]: INFO networking_nsxv3.common.synchronization [None req-d23237e6-d5e9-4929-88fb-194c78ad68a0 None None] Enqueued Resource ID: 4616ea5d-3379-4936-b266-b66bfd694953 with Priority: HIGHEST for action port [ 682.257982] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4616ea5d-3379-4936-b266-b66bfd694953 with Priority: HIGHEST for action port [ 682.257982] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-4616ea5d-3379-4936-b266-b66bfd694953 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.257982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4616ea5d-3379-4936-b266-b66bfd694953" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.258193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4616ea5d-3379-4936-b266-b66bfd694953" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.259196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4616ea5d-3379-4936-b266-b66bfd694953" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.259196] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4616ea5d-3379-4936-b266-b66bfd694953',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.323976] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.352206] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.352338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.352473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.352891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.353092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.353447] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.353657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.353798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.354219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.354703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.354703] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f already deleted. [ 682.354830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.456546] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.456546] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.456546] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.458181] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.458181] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.458378] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.459190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.459190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.459190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.459190] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.459635] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.459770] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.459921] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.460049] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.460206] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.460376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.484758] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.484964] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.485072] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.485301] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.485631] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.485878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.486077] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.486426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.486575] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7f280c-389e-4d89-81c8-e5ef30b9ebc4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.502027] env[65114]: INFO networking_nsxv3.common.synchronization [None req-88465b6d-e2d0-48ae-ae82-10e3f784db43 tempest-ServersTestJSON-1198327357 tempest-ServersTestJSON-1198327357-project-member] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 682.502636] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 682.503045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.503144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.503207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.503419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.503514] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.645976] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.766026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4616ea5d-3379-4936-b266-b66bfd694953 [ 682.766337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.766521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.766617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.766841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.766937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.767018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4616ea5d-3379-4936-b266-b66bfd694953 already deleted. [ 682.767117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4616ea5d-3379-4936-b266-b66bfd694953" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.826177] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97150e61-a38e-4284-87ce-6ffbe333fb7d: rpc.has_security_group_logging(os_id): False [ 682.845900] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.846235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.846235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.847077] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.847077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.847373] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be created. [ 682.909445] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.909597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.909669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.910349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.910349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.920389] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 682.990039] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.990039] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.990039] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.990339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.990472] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.990545] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 not found, creating... [ 682.990806] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.990962] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.991090] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.991313] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.991439] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.991704] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.991848] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.991956] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.992192] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.992316] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.992448] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 is going to be created. [ 683.028718] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.028924] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.029045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.029320] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.029537] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.029745] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.031157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.031283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.031330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.031500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.031648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.031746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 already deleted. [ 683.031746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.148924] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.148924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.148924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.148924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.148924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.148924] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 683.194218] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.194413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.194466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.194905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.194905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.224246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 683.533649] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4041b3dd-03e8-41e3-95af-ab13ea75baa0 tempest-ServersTestJSON-1198327357 tempest-ServersTestJSON-1198327357-project-member] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 683.534428] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 683.535083] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.535083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.535083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.535970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.535970] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.758077] env[65114]: INFO networking_nsxv3.common.synchronization [req-96f6f424-d456-452a-ab4a-3fac45b171a3 req-22a9c836-9152-4754-a30d-04ce7c0d8cc2 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 683.758273] env[65114]: INFO networking_nsxv3.common.synchronization [req-96f6f424-d456-452a-ab4a-3fac45b171a3 req-22a9c836-9152-4754-a30d-04ce7c0d8cc2 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 683.758405] env[65114]: INFO networking_nsxv3.common.synchronization [req-96f6f424-d456-452a-ab4a-3fac45b171a3 req-22a9c836-9152-4754-a30d-04ce7c0d8cc2 service nova] Enqueued Resource ID: 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 with Priority: HIGHEST for action port [ 683.758992] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 683.759588] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 683.759709] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 with Priority: HIGHEST for action port [ 683.760108] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.760241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.760241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.760564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.760659] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.763232] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.763232] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.763232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.763232] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.764211] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.766588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.768159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.769166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769166] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d7f280c-389e-4d89-81c8-e5ef30b9ebc4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.066047] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.066047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.066047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.066047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.066047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.066047] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 already deleted. [ 684.066047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.271153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.271456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.271594] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.275855] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 with status ACTIVE [ 684.275855] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.275855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.275855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.276196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.276196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.276852] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.276852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.276852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.276852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.276852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.277343] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.277343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.277343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.277343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.277556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.277556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d7f280c-389e-4d89-81c8-e5ef30b9ebc4 is going to be updated. [ 684.307576] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.307576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.307576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.307576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.307576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.307576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d7f280c-389e-4d89-81c8-e5ef30b9ebc4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.320709] env[65114]: INFO networking_nsxv3.common.synchronization [None req-236225d3-8d9f-4db9-9c7b-b51771e23e82 None None] Enqueued Resource ID: cac9a4ce-3b65-487a-b994-f53d3261153d with Priority: HIGHEST for action port [ 684.321113] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac9a4ce-3b65-487a-b994-f53d3261153d with Priority: HIGHEST for action port [ 684.322029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac9a4ce-3b65-487a-b994-f53d3261153d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.322029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac9a4ce-3b65-487a-b994-f53d3261153d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.322029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac9a4ce-3b65-487a-b994-f53d3261153d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.322249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac9a4ce-3b65-487a-b994-f53d3261153d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.322292] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac9a4ce-3b65-487a-b994-f53d3261153d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.777618] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.825346] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac9a4ce-3b65-487a-b994-f53d3261153d [ 684.825346] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.825651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.825651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.826105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.826105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.826105] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac9a4ce-3b65-487a-b994-f53d3261153d already deleted. [ 684.826437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac9a4ce-3b65-487a-b994-f53d3261153d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.936128] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 684.936128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.237250] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 685.238693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.239381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.239679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.240440] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.240744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.240887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.241186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.241347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.241495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.241640] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.282042] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.282383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.282383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.282501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.282688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.282688] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be created. [ 685.334478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.334478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.334478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.334478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.334729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.349097] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: UNINITIALIZED for 2s [ 685.747025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.747281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.747281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.747471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.747694] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.747816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.749338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.749439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.749541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.749717] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.749839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.749980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.750111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.750298] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.750424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.750498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.750652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.750735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.750821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.751144] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.193386] env[65114]: INFO networking_nsxv3.common.synchronization [None req-37b92ebe-8713-4de2-8359-58a17bfdf9b0 None None] Enqueued Resource ID: 90391056-6ad5-49cc-bad8-83379a3e4bad with Priority: HIGHEST for action port [ 686.194213] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90391056-6ad5-49cc-bad8-83379a3e4bad with Priority: HIGHEST for action port [ 686.194690] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-90391056-6ad5-49cc-bad8-83379a3e4bad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.195085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90391056-6ad5-49cc-bad8-83379a3e4bad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.195363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90391056-6ad5-49cc-bad8-83379a3e4bad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.197145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90391056-6ad5-49cc-bad8-83379a3e4bad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.197145] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90391056-6ad5-49cc-bad8-83379a3e4bad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.256143] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 686.278791] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.279931] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.279931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.280432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.280432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.280432] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.280550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.280550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.281180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.281366] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.281465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.281529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.281673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.312776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.312776] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 686.435550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.435550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.435770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.435983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.435983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.453781] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 686.699196] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 90391056-6ad5-49cc-bad8-83379a3e4bad [ 686.699601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.699709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.699817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.700199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.700373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.700499] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:90391056-6ad5-49cc-bad8-83379a3e4bad already deleted. [ 686.700631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90391056-6ad5-49cc-bad8-83379a3e4bad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.874028] env[65114]: INFO networking_nsxv3.common.synchronization [req-31744731-d914-4b19-b096-e20385609cdd req-e05a3d87-a7d1-4222-a9d8-eaf5df68d765 tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 686.874028] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 686.874028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.874028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.874028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.874028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.874650] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.875150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.875360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.877154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.877369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.877595] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.076101] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bd4e9ff4-fcc1-4fc2-a654-ea4cc035c698 None None] Enqueued Resource ID: 1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da with Priority: HIGHEST for action port [ 687.076101] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da with Priority: HIGHEST for action port [ 687.076356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.076621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.076762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.077095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.077265] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.161906] env[65114]: INFO networking_nsxv3.common.synchronization [req-01deb090-4a2b-4167-9ec8-e6b488a51ae6 req-8ef2cb45-49b0-4f8b-807b-99a29300deac tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 687.163101] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 687.163101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.163463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.163787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.163787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.163965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.164084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.164136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.164291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.164383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.164479] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.361252] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 687.361521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.362849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.362849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.362849] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.381952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385318] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.385318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.385318] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 687.452741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.452826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.452882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.453170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.453405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.468268] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 687.580815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da [ 687.580815] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.580922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.580922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.581465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.581465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.581600] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da already deleted. [ 687.581600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b199bfa-cfa9-4ddf-8884-3ded6ceaf9da" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.668876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.668876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.668876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.669291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.669291] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 already deleted. [ 687.669291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.793503] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.793503] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.793503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.795737] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.796795] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.796795] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.796795] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.796795] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.796795] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.796795] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.821108] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.821108] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.821108] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.821108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.821108] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-9930337b-672b-482f-9ca0-23d8d6f90a52 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.821108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.821108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.821495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.821495] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9930337b-672b-482f-9ca0-23d8d6f90a52',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.864996] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.865193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.865277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.865532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.865702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.865806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.865872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.866043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.866133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.866402] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.866661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.866661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.866808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.866948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.867065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.867130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.867362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.867479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.867615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.867800] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.325206] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.325728] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.325728] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.325906] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.326071] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.326249] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 9930337b-672b-482f-9ca0-23d8d6f90a52 not found, creating... [ 688.326567] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.326735] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.326874] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.327121] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.327258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.327590] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.327732] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.327882] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.328886] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.330440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.330612] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 9930337b-672b-482f-9ca0-23d8d6f90a52 is going to be created. [ 688.357645] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.357645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.357847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.358283] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.358283] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.358542] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.374487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 688.402585] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.403110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.404031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.404031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.404031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405023] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.405342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.405977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.405977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.405977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.405977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.406656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.406656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.406732] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.406849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.410019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.410019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.410019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.410019] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be created. [ 688.497133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 688.497615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.545628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.546114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.546185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.546560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.546846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.569219] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 688.940180] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5b5e5951-9286-474e-9faa-2d4f9fe2991c None None] Enqueued Resource ID: fe3e2267-bde7-4137-901c-435bbd8ba9f9 with Priority: HIGHEST for action port [ 688.940787] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe3e2267-bde7-4137-901c-435bbd8ba9f9 with Priority: HIGHEST for action port [ 688.941490] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe3e2267-bde7-4137-901c-435bbd8ba9f9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.941490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe3e2267-bde7-4137-901c-435bbd8ba9f9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.941490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe3e2267-bde7-4137-901c-435bbd8ba9f9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.941848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe3e2267-bde7-4137-901c-435bbd8ba9f9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.941848] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe3e2267-bde7-4137-901c-435bbd8ba9f9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.065864] env[65114]: INFO networking_nsxv3.common.synchronization [req-01deb090-4a2b-4167-9ec8-e6b488a51ae6 req-8ded8bde-f2bf-4624-8a39-f376b9570a2f service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 689.066476] env[65114]: INFO networking_nsxv3.common.synchronization [req-01deb090-4a2b-4167-9ec8-e6b488a51ae6 req-8ded8bde-f2bf-4624-8a39-f376b9570a2f service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 689.066939] env[65114]: INFO networking_nsxv3.common.synchronization [req-01deb090-4a2b-4167-9ec8-e6b488a51ae6 req-8ded8bde-f2bf-4624-8a39-f376b9570a2f service nova] Enqueued Resource ID: 9930337b-672b-482f-9ca0-23d8d6f90a52 with Priority: HIGHEST for action port [ 689.069136] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 689.069136] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 689.069963] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9930337b-672b-482f-9ca0-23d8d6f90a52 with Priority: HIGHEST for action port [ 689.069963] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.069963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.069963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.070457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.070579] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.071633] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.071854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.072013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.072263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.072484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.072893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.072893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.073073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.073256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.073705] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.074849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9930337b-672b-482f-9ca0-23d8d6f90a52 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.075212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.075377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.075751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.076119] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9930337b-672b-482f-9ca0-23d8d6f90a52',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.446096] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe3e2267-bde7-4137-901c-435bbd8ba9f9 [ 689.446096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.446096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.446096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.446096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.446096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.446096] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe3e2267-bde7-4137-901c-435bbd8ba9f9 already deleted. [ 689.446096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe3e2267-bde7-4137-901c-435bbd8ba9f9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.481735] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 689.481735] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 deletion is rescheduled due to dependency. [ 689.481735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.578816] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.579639] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.580018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.580513] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9930337b-672b-482f-9ca0-23d8d6f90a52 with status ACTIVE [ 689.581215] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.581494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.581645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.582225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.582225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.582501] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.585331] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.585331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.585331] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9930337b-672b-482f-9ca0-23d8d6f90a52 is going to be updated. [ 689.610821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.610821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.610821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.610821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.610821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.610821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9930337b-672b-482f-9ca0-23d8d6f90a52" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.679170] env[65114]: INFO networking_nsxv3.common.synchronization [req-97bec693-b6ae-4647-9ca7-00c8bf53e786 req-eb5d7160-b706-4360-a897-0e6022068938 tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 689.680391] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 689.681242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.681580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.081325] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.211807] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.212823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.212823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.212823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.213509] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.216915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.216915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.216915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.216915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.216915] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.216915] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 690.216915] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 690.216915] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 690.216915] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 690.216915] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 690.216915] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 690.240720] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 690.240720] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 690.240720] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 690.240720] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.240720] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-ccdc755f-f01f-4cb3-a739-8c72a09841d8 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.240720] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.240720] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.241233] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.241455] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdc755f-f01f-4cb3-a739-8c72a09841d8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.582524] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 690.582790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.585465] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.585651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.585651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.585840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.585926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.586032] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be created. [ 690.612850] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.612850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.612850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.613169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.613288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.626594] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: UNINITIALIZED for 2s [ 690.746786] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.746786] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port ccdc755f-f01f-4cb3-a739-8c72a09841d8 not found, creating... [ 690.746786] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.746786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.747287] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.747548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.747923] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.748201] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.749042] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.749042] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: ccdc755f-f01f-4cb3-a739-8c72a09841d8 is going to be created. [ 690.788020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.789610] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.789974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.790374] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.790666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.791571] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.583569] env[65114]: INFO networking_nsxv3.common.synchronization [req-97bec693-b6ae-4647-9ca7-00c8bf53e786 req-fe91e98a-1646-4abd-9174-80be7761feb9 service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 691.583942] env[65114]: INFO networking_nsxv3.common.synchronization [req-97bec693-b6ae-4647-9ca7-00c8bf53e786 req-fe91e98a-1646-4abd-9174-80be7761feb9 service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 691.583992] env[65114]: INFO networking_nsxv3.common.synchronization [req-97bec693-b6ae-4647-9ca7-00c8bf53e786 req-fe91e98a-1646-4abd-9174-80be7761feb9 service nova] Enqueued Resource ID: ccdc755f-f01f-4cb3-a739-8c72a09841d8 with Priority: HIGHEST for action port [ 691.584953] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 691.585181] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 691.586150] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccdc755f-f01f-4cb3-a739-8c72a09841d8 with Priority: HIGHEST for action port [ 691.586474] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.586661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.587402] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.587645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.587892] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccdc755f-f01f-4cb3-a739-8c72a09841d8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.588052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.588213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.588432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.588664] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccdc755f-f01f-4cb3-a739-8c72a09841d8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.091753] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ccdc755f-f01f-4cb3-a739-8c72a09841d8 with status ACTIVE [ 692.091841] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.091951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.092031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.092964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.092964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.093249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.093249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.093249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.093396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.093531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.093531] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ccdc755f-f01f-4cb3-a739-8c72a09841d8 is going to be updated. [ 692.117451] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.117451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.119095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.119095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.119095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.119095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccdc755f-f01f-4cb3-a739-8c72a09841d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.638462] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 692.638859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.639031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.639431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.639605] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.639765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.639835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.640059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.640161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.640277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.640400] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.641849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.641849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.642067] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.642229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.642297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.642480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.642542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.642621] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.144973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.144973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.144973] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.647231] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.149349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.149498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.149580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.149837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.149944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.150082] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 694.189168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.189168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.189168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.189168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.189168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.199896] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 696.216269] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 696.216674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.216948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.217198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.217469] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.217717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.217777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.217988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.218149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.218280] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.481950] env[65114]: INFO networking_nsxv3.common.synchronization [req-0d2ef340-4129-4bd3-8118-70425f70fce0 req-1de76da4-618f-49f1-96f8-07b6961b41b3 tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 696.482843] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 696.483281] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.483412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.483464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.483671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.483820] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.483958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.484061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.484163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.484252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.484351] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.721810] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.987569] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.987781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.987858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.988142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.988276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.988513] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.988619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.988673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.989022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.989022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.989073] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 697.026997] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.027835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.027835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.027835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.027981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.040016] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 697.216146] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4c3b28a5-8c8b-4f57-a7a3-add8ef800172 tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 697.216903] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 697.217208] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.217552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.217552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.217669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.217722] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.225201] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.459953] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a39382af-c277-4951-ae96-80255b4846e9 tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 697.460696] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 697.460996] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.461114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.729804] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.729804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.729804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.729804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.729804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.729804] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 697.746429] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.746429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.746429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.747316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.747316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.747316] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf already deleted. [ 697.747316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.747316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.747316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.747316] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.763624] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.763853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.763853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.764053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.764196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.776523] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 698.282462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.282462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.282772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.283093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.283254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.283500] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf already deleted. [ 698.283644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.802523] env[65114]: INFO networking_nsxv3.common.synchronization [req-63891e9f-8a61-4221-9d69-b4c6c9de6b67 req-4ed130de-afbd-4d37-bd7b-330a148154ad tempest-AttachInterfacesV270Test-47521462 tempest-AttachInterfacesV270Test-47521462-project-member] Enqueued Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 698.803630] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 698.803844] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.804063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.804160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.804549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.804802] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.804957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.805347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.805538] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.052152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 699.052152] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 699.052152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.111509] env[65114]: INFO networking_nsxv3.common.synchronization [None req-04793de5-2f01-49ae-a9dd-6350a6e78b45 None None] Enqueued Resource ID: 7fe03690-d0a4-48f0-9bf1-96dd2ee334fc with Priority: HIGHEST for action port [ 699.112225] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fe03690-d0a4-48f0-9bf1-96dd2ee334fc with Priority: HIGHEST for action port [ 699.112632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fe03690-d0a4-48f0-9bf1-96dd2ee334fc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.112818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fe03690-d0a4-48f0-9bf1-96dd2ee334fc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.113393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fe03690-d0a4-48f0-9bf1-96dd2ee334fc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.113856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fe03690-d0a4-48f0-9bf1-96dd2ee334fc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.113993] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fe03690-d0a4-48f0-9bf1-96dd2ee334fc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.309031] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.309541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.309541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.309541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.309541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.310343] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.310483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.310561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.310785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.311110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.311266] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f already deleted. [ 699.311374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.618267] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fe03690-d0a4-48f0-9bf1-96dd2ee334fc [ 699.618555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.618706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.618811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.619139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.619203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.619291] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fe03690-d0a4-48f0-9bf1-96dd2ee334fc already deleted. [ 699.619416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fe03690-d0a4-48f0-9bf1-96dd2ee334fc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.787796] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 699.788029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.788205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.788456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.789053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.790251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.790331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.790525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.792212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.792608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.794116] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794708] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.794841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.794919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.795085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.795167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.795342] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.821925] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822105] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-966" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.822145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-966" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.822498] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-966" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.822783] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.822939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.823070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.823645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.823818] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.824891] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.824891] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.824891] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.824891] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.824891] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.824891] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.824891] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.851152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.851152] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.851152] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.851152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-966" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.851152] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-e991accf-96aa-48b3-9b05-7658bf9755b1 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.851152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.851152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.851152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.851152] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e991accf-96aa-48b3-9b05-7658bf9755b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.240935] env[65114]: INFO networking_nsxv3.common.synchronization [None req-69ea7996-e7e6-4dd6-892b-48e9389bb719 None None] Enqueued Resource ID: 748c1cac-2280-471e-9669-f0f0b6e8a64b with Priority: HIGHEST for action port [ 700.241676] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748c1cac-2280-471e-9669-f0f0b6e8a64b with Priority: HIGHEST for action port [ 700.242185] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-748c1cac-2280-471e-9669-f0f0b6e8a64b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.242405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748c1cac-2280-471e-9669-f0f0b6e8a64b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.242526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748c1cac-2280-471e-9669-f0f0b6e8a64b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.242873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748c1cac-2280-471e-9669-f0f0b6e8a64b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.244213] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748c1cac-2280-471e-9669-f0f0b6e8a64b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.299656] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5a62b6-c465-4067-bb72-4a70d7ab9c80: rpc.has_security_group_logging(os_id): False [ 700.325026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325875] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.325875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.325875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325875] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be created. [ 700.355959] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.356196] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.356325] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.356731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.356866] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.357030] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port e991accf-96aa-48b3-9b05-7658bf9755b1 not found, creating... [ 700.357308] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.357461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.357572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.357796] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.357926] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.358218] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.358358] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.358608] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.358681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.358778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.358910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: e991accf-96aa-48b3-9b05-7658bf9755b1 is going to be created. [ 700.383303] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.383573] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.383702] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.384097] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.384377] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.384709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.404198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.404457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.404457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.404666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.404864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.418542] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 700.744912] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 748c1cac-2280-471e-9669-f0f0b6e8a64b [ 700.745334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.745604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.745728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.746253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.746253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.746376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:748c1cac-2280-471e-9669-f0f0b6e8a64b already deleted. [ 700.746483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748c1cac-2280-471e-9669-f0f0b6e8a64b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.026400] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e1aad56b-ceb2-4049-aa4d-f32ea24309dd None None] Enqueued Resource ID: 63b532b8-0d3d-4145-8f37-1283f6ad1bfd with Priority: HIGHEST for action port [ 701.026998] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b532b8-0d3d-4145-8f37-1283f6ad1bfd with Priority: HIGHEST for action port [ 701.027349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-63b532b8-0d3d-4145-8f37-1283f6ad1bfd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.027441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63b532b8-0d3d-4145-8f37-1283f6ad1bfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.028126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63b532b8-0d3d-4145-8f37-1283f6ad1bfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.028126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63b532b8-0d3d-4145-8f37-1283f6ad1bfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.028126] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63b532b8-0d3d-4145-8f37-1283f6ad1bfd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.211379] env[65114]: INFO networking_nsxv3.common.synchronization [req-63891e9f-8a61-4221-9d69-b4c6c9de6b67 req-08360785-bf34-44ec-ab18-d0d8bf595afc service nova] Enqueued Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_rules [ 701.211596] env[65114]: INFO networking_nsxv3.common.synchronization [req-63891e9f-8a61-4221-9d69-b4c6c9de6b67 req-08360785-bf34-44ec-ab18-d0d8bf595afc service nova] Enqueued Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 701.211732] env[65114]: INFO networking_nsxv3.common.synchronization [req-63891e9f-8a61-4221-9d69-b4c6c9de6b67 req-08360785-bf34-44ec-ab18-d0d8bf595afc service nova] Enqueued Resource ID: e991accf-96aa-48b3-9b05-7658bf9755b1 with Priority: HIGHEST for action port [ 701.213675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_rules [ 701.213675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 701.213675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e991accf-96aa-48b3-9b05-7658bf9755b1 with Priority: HIGHEST for action port [ 701.213675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.213675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.213675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.213675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.213920] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.216223] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.216223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.216468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.216606] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.216692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.216750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.216969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.216969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.217093] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.218221] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e991accf-96aa-48b3-9b05-7658bf9755b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.218221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.218420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.218527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.218595] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e991accf-96aa-48b3-9b05-7658bf9755b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.390206] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2fc5d2d-0ec1-4a96-93bb-caaca679de8b req-db432f4b-c971-4393-b433-8b63dede2647 tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 701.390206] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 701.390634] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.392904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.392904] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.532405] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63b532b8-0d3d-4145-8f37-1283f6ad1bfd [ 701.532684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.532820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.532888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.533390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.533390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.533390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63b532b8-0d3d-4145-8f37-1283f6ad1bfd already deleted. [ 701.533560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63b532b8-0d3d-4145-8f37-1283f6ad1bfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.720890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.721086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.721854] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.722598] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e991accf-96aa-48b3-9b05-7658bf9755b1 with status ACTIVE [ 701.722787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.723603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.723603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.723603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.723603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.723603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.723916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.723916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.726651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.726758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.727250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.727250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.727250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.727480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.727480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.727574] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e991accf-96aa-48b3-9b05-7658bf9755b1 is going to be updated. [ 701.859618] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.859948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.859948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.860066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.860189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.860349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e991accf-96aa-48b3-9b05-7658bf9755b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.890044] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.890220] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.890338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.890895] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.891619] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.891928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.892088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.892343] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.892512] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.892746] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.892899] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.893035] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.893163] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.893459] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.893662] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.893853] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.896181] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.929204] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.929204] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.929204] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.929204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-98" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.929204] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.929204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.929204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.929204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.934036] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.229634] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.398911] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.440089] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 702.440089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.440603] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.441195] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.441195] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.441349] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.441518] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.441663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f not found, creating... [ 702.441985] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.442376] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.442494] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.442770] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.443567] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.443974] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.444167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.444274] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.444661] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.446035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.446035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f is going to be created. [ 702.446615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.446783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.446887] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.486498] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.486998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.487265] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.487705] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.488116] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.488605] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.732698] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.732698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.732698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.733133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.733133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.733133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f is going to be created. [ 702.749290] env[65114]: INFO networking_nsxv3.common.synchronization [None req-9a73f290-d58d-468b-bbe4-d35710110b8b tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 702.750568] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 702.751209] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.751209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.751209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.751407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.751477] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.779033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.779218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.779318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.779615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.779960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.795997] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: UNINITIALIZED for 2s [ 702.901765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.901909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.902404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902806] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 702.934961] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.935124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.935189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.935462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.935613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.946667] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 702.953316] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.953433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.172374] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ea33f782-9e46-4037-aa5e-6a16280789b7 None None] Enqueued Resource ID: cded8ac4-9001-4bfb-adab-3b9b4dd40cdc with Priority: HIGHEST for action port [ 703.173574] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cded8ac4-9001-4bfb-adab-3b9b4dd40cdc with Priority: HIGHEST for action port [ 703.177587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-cded8ac4-9001-4bfb-adab-3b9b4dd40cdc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.177587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cded8ac4-9001-4bfb-adab-3b9b4dd40cdc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.177587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cded8ac4-9001-4bfb-adab-3b9b4dd40cdc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.177587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cded8ac4-9001-4bfb-adab-3b9b4dd40cdc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.177587] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cded8ac4-9001-4bfb-adab-3b9b4dd40cdc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.211157] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5e3c9def-fbde-4098-a900-b2464f3b8e04 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 703.211670] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 703.212165] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.212430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.222611] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2fc5d2d-0ec1-4a96-93bb-caaca679de8b req-ee441e85-1a12-4e22-b73d-f8a41f9b066f service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 703.222932] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2fc5d2d-0ec1-4a96-93bb-caaca679de8b req-ee441e85-1a12-4e22-b73d-f8a41f9b066f service nova] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 703.224215] env[65114]: INFO networking_nsxv3.common.synchronization [req-a2fc5d2d-0ec1-4a96-93bb-caaca679de8b req-ee441e85-1a12-4e22-b73d-f8a41f9b066f service nova] Enqueued Resource ID: b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f with Priority: HIGHEST for action port [ 703.226239] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_rules [ 703.227237] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 703.229178] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f with Priority: HIGHEST for action port [ 703.229178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.229178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.229178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.229178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.229178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.229178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.229178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.229929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.229929] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.290348] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.290539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.290627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.291330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.291330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.291330] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 already deleted. [ 703.291330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.291330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.291654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.295253] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.682980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cded8ac4-9001-4bfb-adab-3b9b4dd40cdc [ 703.682980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.682980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.682980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.682980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.682980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.682980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cded8ac4-9001-4bfb-adab-3b9b4dd40cdc already deleted. [ 703.682980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cded8ac4-9001-4bfb-adab-3b9b4dd40cdc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.733834] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f with status ACTIVE [ 703.734160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.735818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.735818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.736151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.736151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.736654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.736926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.737055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.737316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.737427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.739362] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f is going to be updated. [ 703.763916] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.764031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.764031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.764303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.764428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.765264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b0a6aec3-849c-4b3e-99a6-2b35b4a86c7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.823357] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.823357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.823357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.825599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.825599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.825599] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 already deleted. [ 703.825599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.648903] env[65114]: INFO networking_nsxv3.common.synchronization [req-16bf4a59-0c2a-4118-97ce-91f212efd5d5 req-3d90381b-ba18-405a-a96e-93e00959dfac tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 704.649743] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 704.650114] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.650258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.650516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.650668] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.650768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.650845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.651578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.651578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.651578] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.808035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: SUCCESS [ 704.809188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.809188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.809188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.809188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.809673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.809673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.809673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.809941] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.959071] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 704.960919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.961188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.961437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.961809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.961960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.962383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.963221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.963221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.963221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.963221] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.964970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.966899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.966975] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.967077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.967127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.967333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.967333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.967451] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.155530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.155786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.155786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.156094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.156212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.156502] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.156631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.156698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.156904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.156994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.157124] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 705.190901] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.191083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.191146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.191369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.191504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.200861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 705.314521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.314741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.314843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.315133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.315338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.315633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.315757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.316106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.316106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.316219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.316306] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.316469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.316608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.316788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.316947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.317223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.317223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.317362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.317362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.317442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.317490] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.339393] env[65114]: INFO networking_nsxv3.common.synchronization [req-814ea051-f3dd-41d2-9516-d61036ade7d3 req-4a61c254-b540-4bb1-b718-01dc2edc3d42 tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 705.339823] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 705.340130] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.340255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.340319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.340513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.340660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.340757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.341031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.341031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.341112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.341140] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.366751] env[65114]: INFO networking_nsxv3.common.synchronization [req-814ea051-f3dd-41d2-9516-d61036ade7d3 req-4a61c254-b540-4bb1-b718-01dc2edc3d42 tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 705.366960] env[65114]: INFO networking_nsxv3.common.synchronization [req-814ea051-f3dd-41d2-9516-d61036ade7d3 req-4a61c254-b540-4bb1-b718-01dc2edc3d42 tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 705.367392] env[65114]: INFO networking_nsxv3.common.synchronization [req-814ea051-f3dd-41d2-9516-d61036ade7d3 req-4a61c254-b540-4bb1-b718-01dc2edc3d42 tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 705.367589] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 705.367727] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 705.367850] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 705.368155] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.368279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.368349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.368550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.368631] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.369510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.369653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.369823] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-53612b2f-4aec-4ed6-ae59-5058b17941b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.370045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.370045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.370281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.370281] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53612b2f-4aec-4ed6-ae59-5058b17941b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.468434] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.468434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.470206] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.820644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a796a5d6-bda9-4a53-98a3-32853a1df85f: rpc.has_security_group_logging(os_id): False [ 705.841229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.841229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.841754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.841754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.841754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.841754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.841754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f is going to be created. [ 705.842715] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.872285] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.872453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.872741] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53612b2f-4aec-4ed6-ae59-5058b17941b1 with status ACTIVE [ 705.872940] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.873094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.873182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.873501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.873653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.874032] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.874172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.874172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.874409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.874470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.874746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.874916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.874980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.875216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.875318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.875488] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 is going to be updated. [ 705.901535] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.901707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.901707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.902082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.902293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.902523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.904256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.904706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.904706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.904893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.905348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.924505] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: IN_PROGRESS for 2s [ 705.973453] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.347155] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.475819] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.476109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.476109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.476348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.476435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.476676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 706.524824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.524924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.524924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.525295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.525445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.556508] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 706.854540] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.854540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.854540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.854540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.854540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.854540] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 706.882615] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.883320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.883614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.883951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.885666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.896100] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 707.212234] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 707.212382] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 707.212506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.308139] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8e239b92-149e-4812-990b-0e6b3c8cc1ac None None] Enqueued Resource ID: 98e0851d-aaa6-4e27-95c5-502c7239b3a3 with Priority: HIGHEST for action port [ 707.308756] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e0851d-aaa6-4e27-95c5-502c7239b3a3 with Priority: HIGHEST for action port [ 707.309160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e0851d-aaa6-4e27-95c5-502c7239b3a3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.309292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e0851d-aaa6-4e27-95c5-502c7239b3a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.309363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e0851d-aaa6-4e27-95c5-502c7239b3a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.309621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e0851d-aaa6-4e27-95c5-502c7239b3a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.309722] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e0851d-aaa6-4e27-95c5-502c7239b3a3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.445667] env[65114]: INFO networking_nsxv3.common.synchronization [req-f5e33021-0cc8-4b11-a4d7-7740e371093f req-a27b023f-2629-4a6e-8578-c5629c00e258 tempest-VolumesAssistedSnapshotsTest-1454389397 tempest-VolumesAssistedSnapshotsTest-1454389397-project-member] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 707.446338] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGHEST for action security_group_members [ 707.446715] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.446869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.446928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.447168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.447362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.447538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.447538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.447874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.447874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.447979] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.812890] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98e0851d-aaa6-4e27-95c5-502c7239b3a3 [ 707.813167] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.813305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.813393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.813701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.813802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.813900] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98e0851d-aaa6-4e27-95c5-502c7239b3a3 already deleted. [ 707.814053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e0851d-aaa6-4e27-95c5-502c7239b3a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.944030] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: SUCCESS [ 707.944030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.953045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.953045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.953045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.953391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.953391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.953519] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 is going to be updated. [ 707.985569] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.985828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.985828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.986169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.986321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.999254] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: IN_PROGRESS for 2s [ 708.530212] env[65114]: INFO networking_nsxv3.common.synchronization [req-4dc0cbec-7f57-453c-94ca-6fba8d8dc17e req-de53a4e6-1561-42ea-82c7-41133065b596 tempest-ImagesNegativeTestJSON-1300053200 tempest-ImagesNegativeTestJSON-1300053200-project-member] Enqueued Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 708.530212] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 708.530212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.530212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.530212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.530674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.530951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.531197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.531350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.531609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.531834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.532033] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.568041] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 708.568350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.568483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.568672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.568997] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.568997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.569315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.569404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.569602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.569690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.569813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.569908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.572775] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.572775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.572934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.573031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.573111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.573210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.573348] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.910070] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 708.910562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.910562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.910666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.910856] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.910974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.911048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.911212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.911295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.911393] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.981900] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-758 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.982666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-758" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.982666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-758" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.982898] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-758" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.983255] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.983509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.983509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.983877] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.983877] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.984084] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.984191] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.984395] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.984395] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.984479] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.984572] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.984698] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.007966] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.008164] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.008298] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.008471] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-758" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.008781] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-c15a8985-92ed-4e4a-b385-46dcf9004eec taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.008947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.009076] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.009391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.009521] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15a8985-92ed-4e4a-b385-46dcf9004eec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.035685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.035685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.035685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.036031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.036031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.036766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.036766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.036766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.036766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.036766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.036766] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a261600-aa35-4adc-886c-74759f18ac08 already deleted. [ 709.037259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.078344] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5a62b6-c465-4067-bb72-4a70d7ab9c80: rpc.has_security_group_logging(os_id): False [ 709.099171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.099319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.099389] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.099975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.099975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.099975] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.099975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.100177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.100177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.100241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.102678] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.102678] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.102678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.102678] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 709.171058] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.171562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.171642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.171877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.172052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.196707] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 709.414867] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.514093] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.514329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.514716] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.515089] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.515369] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.515582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port c15a8985-92ed-4e4a-b385-46dcf9004eec not found, creating... [ 709.515924] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.516203] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.516203] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.516459] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.516612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.517782] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.517782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.517782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.517782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.517782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.518945] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: c15a8985-92ed-4e4a-b385-46dcf9004eec is going to be created. [ 709.544133] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.544444] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.544632] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.544934] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.545198] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.545444] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.917832] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.015575] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 in Status: SUCCESS [ 710.015891] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 deletion is rescheduled due to dependency. [ 710.016087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.267253] env[65114]: INFO networking_nsxv3.common.synchronization [req-4dc0cbec-7f57-453c-94ca-6fba8d8dc17e req-e6312d72-f872-4db9-bd78-c3889461a35c service nova] Enqueued Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_rules [ 710.267253] env[65114]: INFO networking_nsxv3.common.synchronization [req-4dc0cbec-7f57-453c-94ca-6fba8d8dc17e req-e6312d72-f872-4db9-bd78-c3889461a35c service nova] Enqueued Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 710.267253] env[65114]: INFO networking_nsxv3.common.synchronization [req-4dc0cbec-7f57-453c-94ca-6fba8d8dc17e req-e6312d72-f872-4db9-bd78-c3889461a35c service nova] Enqueued Resource ID: c15a8985-92ed-4e4a-b385-46dcf9004eec with Priority: HIGHEST for action port [ 710.267903] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_rules [ 710.268213] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 710.271443] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c15a8985-92ed-4e4a-b385-46dcf9004eec with Priority: HIGHEST for action port [ 710.271443] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.271443] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.271443] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.271443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.271443] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.272791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.276045] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.276045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c15a8985-92ed-4e4a-b385-46dcf9004eec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.277319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.278529] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c15a8985-92ed-4e4a-b385-46dcf9004eec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.313457] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a3088b34-542d-4d76-b717-8b45d922727b None None] Enqueued Resource ID: 3cdbea09-34ac-4a15-aada-3a9cac64a1a6 with Priority: HIGHEST for action port [ 710.313457] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cdbea09-34ac-4a15-aada-3a9cac64a1a6 with Priority: HIGHEST for action port [ 710.315404] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3cdbea09-34ac-4a15-aada-3a9cac64a1a6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.315762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3cdbea09-34ac-4a15-aada-3a9cac64a1a6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.315988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3cdbea09-34ac-4a15-aada-3a9cac64a1a6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.316459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3cdbea09-34ac-4a15-aada-3a9cac64a1a6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.316705] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3cdbea09-34ac-4a15-aada-3a9cac64a1a6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.420261] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.420420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.420501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.420721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.420815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.420910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 710.448342] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.448525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.448564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.448740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.448878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.458543] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 710.738324] env[65114]: INFO networking_nsxv3.common.synchronization [req-76ffdbe1-d099-4cd0-a280-07d1e87def0a req-35f7db43-5b34-4817-aca8-2fb89a87b6ca tempest-ServersAdminNegativeTestJSON-1842444459 tempest-ServersAdminNegativeTestJSON-1842444459-project-member] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 710.738943] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 710.740685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.740685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.740685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.741012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.741012] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.741195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.741195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.741296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.741390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.741493] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.781292] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.781437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.781756] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c15a8985-92ed-4e4a-b385-46dcf9004eec with status ACTIVE [ 710.781931] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.782082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.782149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.782357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.782443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.782612] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.782710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.782795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.782921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.782996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.783195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.783287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.783593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.783593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.783593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.783754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c15a8985-92ed-4e4a-b385-46dcf9004eec is going to be updated. [ 710.785033] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.809198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.809388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.809388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.809591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.809728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.809880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c15a8985-92ed-4e4a-b385-46dcf9004eec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.819915] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3cdbea09-34ac-4a15-aada-3a9cac64a1a6 [ 710.820102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.820244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.820315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.820521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.820608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.820700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3cdbea09-34ac-4a15-aada-3a9cac64a1a6 already deleted. [ 710.820784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3cdbea09-34ac-4a15-aada-3a9cac64a1a6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.912316] env[65114]: INFO networking_nsxv3.common.synchronization [req-a8307273-9578-4ac8-83d1-7561f2257b11 req-edbacad0-db8d-48a8-96f2-3828bfd91d74 tempest-FloatingIPsAssociationTestJSON-1275148689 tempest-FloatingIPsAssociationTestJSON-1275148689-project-member] Enqueued Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 710.912316] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1769462-881f-442a-ab99-51ce7f8e5970 with Priority: HIGHEST for action security_group_members [ 710.912316] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1769462-881f-442a-ab99-51ce7f8e5970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.912660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.912818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.913112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.913385] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.913607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.913786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.914036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.914204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.914369] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1769462-881f-442a-ab99-51ce7f8e5970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.212244] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 711.212555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.212650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.212900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.212985] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.244141] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.288375] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.417321] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.417321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.417321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.417321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.417645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.417645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.417799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.417835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.418046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.418046] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 is going to be updated. [ 711.463951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.463951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.463951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.463951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.463951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.477270] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: IN_PROGRESS for 2s [ 711.716180] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.716380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.716550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.716727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.716903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.717011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.717077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.717227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.717341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.717581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.717581] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.749641] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.792946] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.793383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.793654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.793985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.794145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.794275] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a261600-aa35-4adc-886c-74759f18ac08 is going to be created. [ 711.822821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.823030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.823162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.823492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.823595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.837900] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: UNINITIALIZED for 2s [ 712.222092] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.222456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.222456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.222567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.222743] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.226368] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.226368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.226719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.226906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.226967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.227105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.227184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.227426] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.253522] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.253674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.256027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.256027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.256027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.256027] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be updated. [ 712.313054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.313054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.313054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.313054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.313054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.326021] env[65114]: INFO networking_nsxv3.common.synchronization [req-f355f4e7-6fd0-4d77-a8d0-7e7c5fb01afd req-1fbba229-0fa3-4395-97d6-2475226b1956 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 712.326021] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 712.326021] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 712.326477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.326834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.327087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.327372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.327743] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.327962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.328120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.329439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.329439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.329439] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.471523] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 712.471759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.471870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.472140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.472361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.473152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.473152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.473152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.473152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.473152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.473152] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.735751] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5a62b6-c465-4067-bb72-4a70d7ab9c80: rpc.has_security_group_logging(os_id): False [ 712.756326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.756326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.756326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.756668] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.756766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.756796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.757145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.757307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.757576] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.757751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.757879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.758127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.758366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.758644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.758804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.758896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.759142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.759259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.759435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 712.831653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.831935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.832028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.835029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.835029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.835029] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 712.838723] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.838935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.839015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.839282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.839454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.853864] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 712.869410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.869581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.869725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.869959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.870136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.880619] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 712.975471] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.181575] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d22f30e-07ba-4e0f-a557-3bb982097c31 req-0c1c5679-8af4-4cae-945b-ada1e66b64ed tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 713.182149] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 713.182460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.182608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.182703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.182923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.183217] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.183344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.183430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.183628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.183722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.183870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.197898] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d22f30e-07ba-4e0f-a557-3bb982097c31 req-0c1c5679-8af4-4cae-945b-ada1e66b64ed tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 713.198381] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d22f30e-07ba-4e0f-a557-3bb982097c31 req-0c1c5679-8af4-4cae-945b-ada1e66b64ed tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 713.198537] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d22f30e-07ba-4e0f-a557-3bb982097c31 req-0c1c5679-8af4-4cae-945b-ada1e66b64ed tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 713.199243] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_rules [ 713.199343] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 713.199491] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 with Priority: HIGHEST for action port [ 713.199818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.199952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.200354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200499] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-53612b2f-4aec-4ed6-ae59-5058b17941b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.200600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.200671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.200892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.200972] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53612b2f-4aec-4ed6-ae59-5058b17941b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.479218] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb7eee0-a2e9-4941-9810-4b92805d8756: rpc.has_security_group_logging(os_id): False [ 713.492801] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1769462-881f-442a-ab99-51ce7f8e5970 in Status: SUCCESS [ 713.492980] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1769462-881f-442a-ab99-51ce7f8e5970 deletion is rescheduled due to dependency. [ 713.493117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1769462-881f-442a-ab99-51ce7f8e5970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.499318] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.499500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.499610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.499880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.500016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.500312] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.500421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.500477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.500643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.500757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.501240] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 713.564220] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.564369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.564438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.564656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.565289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.576979] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 713.685412] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.704299] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53612b2f-4aec-4ed6-ae59-5058b17941b1 with status ACTIVE [ 713.704299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.704299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.704299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.704554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.704554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.704635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.704698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.704832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.704899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.705060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.705211] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.705302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.705376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.705849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.705849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.705849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53612b2f-4aec-4ed6-ae59-5058b17941b1 is going to be updated. [ 713.731110] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.731351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.731427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.731665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.731799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.731979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53612b2f-4aec-4ed6-ae59-5058b17941b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.854217] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: SUCCESS [ 713.854472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.854626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.854854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.855062] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.855238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.855325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.855490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.855660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.855752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.855848] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.188734] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.339152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 714.339378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.359094] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.359271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.359342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.359674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.359849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.360041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.360112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.360326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.360420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.360637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.360709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.360807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.360869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.361375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.361422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.361620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.361731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.361873] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.690582] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.690582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.690582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.690582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.690582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.691779] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 714.721782] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.721979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.722162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.722253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.722357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.732312] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 714.864555] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a261600-aa35-4adc-886c-74759f18ac08: rpc.has_security_group_logging(os_id): False [ 714.868897] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 714.869191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.882076] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.882240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.882313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.882522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.882630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.882857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.883152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.883152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.883414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.883603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.883728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.883792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.884472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.884614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.884657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884857] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a261600-aa35-4adc-886c-74759f18ac08 is going to be created. [ 714.897022] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 714.897243] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 714.897388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.951999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.952274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.952274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.952498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.952697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.965146] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: IN_PROGRESS for 2s [ 715.590737] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 715.590910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.591350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.591350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.591466] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.094097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.094497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.743369] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 716.743700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.743877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.744120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.744539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.744539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.744735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.745066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.745066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.745352] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.920232] env[65114]: INFO networking_nsxv3.common.synchronization [None req-cd85dc1a-9668-4f57-9f3b-0063f55a71fa tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e with Priority: HIGHEST for action security_group_rules [ 716.923743] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e with Priority: HIGHEST for action security_group_rules [ 716.924652] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.924652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.924652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.924820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.924851] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dddd06-227d-43d6-96bb-3f58f7ffde7e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.982229] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: SUCCESS [ 716.982331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.012933] env[65114]: INFO networking_nsxv3.common.synchronization [None req-08d9a369-81d6-4b1c-83c0-99e2c9975d32 tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e with Priority: HIGHEST for action security_group_rules [ 717.013382] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e with Priority: HIGHEST for action security_group_rules [ 717.017029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.017029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.248813] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.446796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.447019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.447019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.447331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.447331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.447445] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e already deleted. [ 717.447481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.447729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.447944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.448040] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('68dddd06-227d-43d6-96bb-3f58f7ffde7e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.752493] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.970635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.970849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.970959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.971270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.971400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.971524] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 68dddd06-227d-43d6-96bb-3f58f7ffde7e already deleted. [ 717.971641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-68dddd06-227d-43d6-96bb-3f58f7ffde7e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.256169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.256516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.256516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.256858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.257079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.257133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 718.292856] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.293097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.293097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.293328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.293549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.305738] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 718.980343] env[65114]: INFO networking_nsxv3.common.synchronization [req-28ed4d28-fde6-440b-9ec6-ffc4a694efe1 req-8b6922bf-b2c2-4688-8517-1a0eba49d96b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 718.980917] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 718.981588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.981588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.981588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.981751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.982024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.982110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.982110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.982703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.982703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.982703] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.167473] env[65114]: INFO networking_nsxv3.common.synchronization [req-2eb90116-6de4-4fa9-b1dd-1e12e1a54b87 req-831eb2c1-d95b-477b-8da2-cb4daae29447 tempest-AttachInterfacesV270Test-47521462 tempest-AttachInterfacesV270Test-47521462-project-member] Enqueued Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 719.168521] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGHEST for action security_group_members [ 719.168863] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.168983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.169262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.169411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.169507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.169575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.170297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.170297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.170297] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.485185] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.485686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.485686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.485865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.485942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.486192] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.486316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.486388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.486612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.486733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.486815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c already deleted. [ 719.486899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.547348] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.547631] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.547737] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.549072] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.549072] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.549072] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.549363] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.549790] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.550071] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.550626] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.550769] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.551098] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.551199] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.551350] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.551468] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.551800] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.573827] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.574088] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.574224] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.574397] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.574734] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-db31d0fe-5216-4035-a067-68328644d970 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.574976] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.575146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.575455] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.575620] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db31d0fe-5216-4035-a067-68328644d970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.673527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.673885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.673962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.674320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.674524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.674883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.675119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.675236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.675518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.675713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.675889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f is going to be updated. [ 719.724847] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.725232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.725232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.725455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.725627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.738048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: IN_PROGRESS for 2s [ 719.770752] env[65114]: INFO networking_nsxv3.common.synchronization [req-ddbd82bf-89ac-4fb9-b87c-23c3d457bb4f req-8e215de2-8dbb-413c-8c4d-26986119c258 tempest-AttachInterfacesUnderV243Test-1087985617 tempest-AttachInterfacesUnderV243Test-1087985617-project-member] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 719.770752] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGHEST for action security_group_members [ 719.771165] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.771292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.079418] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.079418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.079418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.079418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.079418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.079622] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port db31d0fe-5216-4035-a067-68328644d970 not found, creating... [ 720.079777] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.081143] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.081143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.081405] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.081480] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.081600] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: db31d0fe-5216-4035-a067-68328644d970 is going to be created. [ 720.104482] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.104689] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.104808] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.105087] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.105312] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.105531] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.331226] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.331226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.331226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.331583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.331583] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.332476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.332680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.332888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.332997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.333069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.333212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.333289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.333380] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.838244] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.838244] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.838244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.838655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.838655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.838655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.838736] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.840239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.840239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.840239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.840239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.840239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 720.876603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.876603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.876603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.876603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.876603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.886060] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 720.906800] env[65114]: INFO networking_nsxv3.common.synchronization [req-28ed4d28-fde6-440b-9ec6-ffc4a694efe1 req-2c6c9fbd-d157-4c04-9f29-d2201ccd36ef service nova] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 720.907095] env[65114]: INFO networking_nsxv3.common.synchronization [req-28ed4d28-fde6-440b-9ec6-ffc4a694efe1 req-2c6c9fbd-d157-4c04-9f29-d2201ccd36ef service nova] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 720.907289] env[65114]: INFO networking_nsxv3.common.synchronization [req-28ed4d28-fde6-440b-9ec6-ffc4a694efe1 req-2c6c9fbd-d157-4c04-9f29-d2201ccd36ef service nova] Enqueued Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 720.908165] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 720.908819] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 720.908953] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 720.909282] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.909443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.909514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.909796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.909882] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.910817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.910931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.911033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.911179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.911806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.912823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.912823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.913513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.913697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.917085] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.917085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-db31d0fe-5216-4035-a067-68328644d970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.917085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.917085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.917085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.917085] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db31d0fe-5216-4035-a067-68328644d970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.344926] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2fb7eee0-a2e9-4941-9810-4b92805d8756: rpc.has_security_group_logging(os_id): False [ 721.387146] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.387300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.387374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.387590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.387681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.387941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.388071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.388139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.388296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.388379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.388471] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be updated. [ 721.417446] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.418567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.418712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.418849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db31d0fe-5216-4035-a067-68328644d970 with status ACTIVE [ 721.419045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.419171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.419240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.422415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.422571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.422808] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.422934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.423012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.423395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.423395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.423541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.423632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.423711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.423856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.423933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.424032] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db31d0fe-5216-4035-a067-68328644d970 is going to be updated. [ 721.454207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.454358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.454435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.454688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.454837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.455013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.507878] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.509755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.509960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.510351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.511600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.538308] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: IN_PROGRESS for 2s [ 721.750658] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a796a5d6-bda9-4a53-98a3-32853a1df85f in Status: SUCCESS [ 721.750658] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f deletion is rescheduled due to dependency. [ 721.750658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925962] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.428118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.429254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.429371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.429620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.429741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.429848] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be created. [ 722.456331] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.456501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.456653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.457056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.457232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.468725] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: UNINITIALIZED for 2s [ 722.859836] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbb8ccc0-c26c-41fc-8f83-c82b98cc4710 req-20fe66c6-51d9-4467-9734-a77f3e6e0c5b tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 722.860027] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 722.860329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.860478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.860573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.860700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.860882] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.860977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.861205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.861394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.861498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.861572] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.896821] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 722.897012] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 deletion is rescheduled due to dependency. [ 722.897164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.906851] env[65114]: INFO networking_nsxv3.common.synchronization [req-9f587c18-c67b-439a-a0bf-10f2a98595d7 req-634cf4fc-5765-44b2-a0f0-cfaccb9031d7 tempest-ServersV294TestFqdnHostnames-986718415 tempest-ServersV294TestFqdnHostnames-986718415-project-member] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 722.907445] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGHEST for action security_group_members [ 722.907756] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.907881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.907999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.908584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.908788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.908925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.909042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.909199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.909287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.909382] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.364132] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.412815] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.412986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.413276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.414084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.414084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.414084] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.414084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.414279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.414337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.414778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.414778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c is going to be updated. [ 723.467853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.468053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.468136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.468360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.468505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.475795] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-974 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.475987] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.476392] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.476704] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.476870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.476983] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.477264] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.477401] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.477607] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.477716] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 723.477818] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 723.477920] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 723.478094] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 723.478252] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 723.478428] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 723.481828] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: IN_PROGRESS for 2s [ 723.502975] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 723.503180] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 723.503372] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 723.503636] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-974" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.504087] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-cc461a64-117a-4bc2-b277-012ef8cba4c7 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.504217] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.504291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.504719] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.504865] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc461a64-117a-4bc2-b277-012ef8cba4c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.557246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 in Status: SUCCESS [ 723.558569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.867980] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.008877] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.009157] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.009229] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.009520] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.009668] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.009818] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port cc461a64-117a-4bc2-b277-012ef8cba4c7 not found, creating... [ 724.010087] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.010242] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.010359] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.010577] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.010709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.011080] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.011254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.011254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.011442] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.011568] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.011704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: cc461a64-117a-4bc2-b277-012ef8cba4c7 is going to be created. [ 724.042094] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.042290] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.042395] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.042683] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.042915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.043156] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.372374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.372751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.372751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.373220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.373425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.373553] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 724.405313] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.405472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.405702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.405902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.406088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.417511] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1d47a00a-9742-4943-8ece-93c1d4db63fb None None] Enqueued Resource ID: 71ed6926-1ccd-4070-8825-7ee93288d5b0 with Priority: HIGHEST for action port [ 724.418780] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 724.419362] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71ed6926-1ccd-4070-8825-7ee93288d5b0 with Priority: HIGHEST for action port [ 724.419798] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-71ed6926-1ccd-4070-8825-7ee93288d5b0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.419989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71ed6926-1ccd-4070-8825-7ee93288d5b0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.420095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71ed6926-1ccd-4070-8825-7ee93288d5b0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.420496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71ed6926-1ccd-4070-8825-7ee93288d5b0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.420496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71ed6926-1ccd-4070-8825-7ee93288d5b0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.478384] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 724.478597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.478758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.478959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.479192] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.479306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.479368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.479524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.479624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.479717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.479805] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbb8ccc0-c26c-41fc-8f83-c82b98cc4710 req-5d6b123b-13d9-4727-9a11-a4bbe26e4fd9 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbb8ccc0-c26c-41fc-8f83-c82b98cc4710 req-5d6b123b-13d9-4727-9a11-a4bbe26e4fd9 service nova] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbb8ccc0-c26c-41fc-8f83-c82b98cc4710 req-5d6b123b-13d9-4727-9a11-a4bbe26e4fd9 service nova] Enqueued Resource ID: cc461a64-117a-4bc2-b277-012ef8cba4c7 with Priority: HIGHEST for action port [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_rules [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 724.780020] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc461a64-117a-4bc2-b277-012ef8cba4c7 with Priority: HIGHEST for action port [ 724.780701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.781091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784143] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.784143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc461a64-117a-4bc2-b277-012ef8cba4c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.784143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.784143] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc461a64-117a-4bc2-b277-012ef8cba4c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.923562] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 71ed6926-1ccd-4070-8825-7ee93288d5b0 [ 724.924410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.925361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.925361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.925361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.925361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.925361] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:71ed6926-1ccd-4070-8825-7ee93288d5b0 already deleted. [ 724.925361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71ed6926-1ccd-4070-8825-7ee93288d5b0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.936467] env[65114]: INFO networking_nsxv3.common.synchronization [req-481c2364-2727-4e43-b75d-5882d7dd39bd req-922965ff-92c5-439a-be7c-007b88a57ba0 tempest-ImagesNegativeTestJSON-1300053200 tempest-ImagesNegativeTestJSON-1300053200-project-member] Enqueued Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 724.937132] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a261600-aa35-4adc-886c-74759f18ac08 with Priority: HIGHEST for action security_group_members [ 724.938229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a261600-aa35-4adc-886c-74759f18ac08 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.938229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.938229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.938229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.938623] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.938623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.938623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.938776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.938776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.938899] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a261600-aa35-4adc-886c-74759f18ac08',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.982473] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.982473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.982473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.982671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.982811] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.982972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.983106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.983307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.983432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.983572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.983858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.983961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.984642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.984642] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.984642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.984642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.985125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.985125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.985125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.985125] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.291541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.292183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.293443] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc461a64-117a-4bc2-b277-012ef8cba4c7 with status ACTIVE [ 725.293579] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.293915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.293915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.294460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.294634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.294770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.294920] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.294982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.295063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.295198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.295263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.295348] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc461a64-117a-4bc2-b277-012ef8cba4c7 is going to be updated. [ 725.321870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.322017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.322089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.322365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.322510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.322737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc461a64-117a-4bc2-b277-012ef8cba4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.441508] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.442710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.442710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.442710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.442710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.442710] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.444869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.444869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.444869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.444869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.444869] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a261600-aa35-4adc-886c-74759f18ac08 is going to be updated. [ 725.481259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.481259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.481259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.481259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.481259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.494023] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: IN_PROGRESS for 2s [ 725.494023] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 725.494023] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c in Status: SUCCESS [ 725.494023] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c deletion is rescheduled due to dependency. [ 725.494023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.514959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.515162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.515293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.515445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.515525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.515810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.515939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.516048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.516267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.516371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.516578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.516706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.516763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.516909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.516984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518479] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.518598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.518667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.518804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.518874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.518967] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be created. [ 725.589594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.589594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.589594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.589594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.589594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.599550] env[65114]: INFO networking_nsxv3.common.synchronization [req-04541b66-979e-475b-8f71-1e0b24d632b4 req-031b23e6-91be-4129-a9f8-01c15a3d0495 tempest-FloatingIPsAssociationNegativeTestJSON-564721818 tempest-FloatingIPsAssociationNegativeTestJSON-564721818-project-member] Enqueued Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 725.601304] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 725.601687] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.601816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.601816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.602279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.602279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.602445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.602445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.603496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.603496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.603496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.611519] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 726.037083] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.037083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.037083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.037083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.037083] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.037083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.037083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.037666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.037666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.037743] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.037886] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 726.038050] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 726.038229] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 726.038404] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 726.038930] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 726.038930] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 726.062032] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 726.062032] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 726.062032] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 726.062032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.062032] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-c4f6c113-3d2a-4116-8129-ee13420e2bec taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.062032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.062032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.062032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.062032] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f6c113-3d2a-4116-8129-ee13420e2bec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.105723] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.105723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.105834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.105935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.106032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.106238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.106335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.106398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.106548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.106651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.106754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 already deleted. [ 726.106800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.436378] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 726.436578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.437398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.437636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.437848] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.437964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.438040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.438207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.438290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.438390] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.564980] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.565314] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.565364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.565606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.565839] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.565999] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port c4f6c113-3d2a-4116-8129-ee13420e2bec not found, creating... [ 726.566319] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.566487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.566600] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.566892] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.567072] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.567375] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.567517] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.567626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.567840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.567986] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.568155] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: c4f6c113-3d2a-4116-8129-ee13420e2bec is going to be created. [ 726.591304] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.591571] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.591805] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.592140] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.592461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.592781] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.887410] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c48a37ef-6416-4210-995b-a28c61b28326 None None] Enqueued Resource ID: 196934b7-7a6d-482b-8e48-63f91e96dcdb with Priority: HIGHEST for action port [ 726.887944] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 196934b7-7a6d-482b-8e48-63f91e96dcdb with Priority: HIGHEST for action port [ 726.888342] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-196934b7-7a6d-482b-8e48-63f91e96dcdb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.888444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-196934b7-7a6d-482b-8e48-63f91e96dcdb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.888444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-196934b7-7a6d-482b-8e48-63f91e96dcdb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.889380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-196934b7-7a6d-482b-8e48-63f91e96dcdb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.889485] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('196934b7-7a6d-482b-8e48-63f91e96dcdb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.944404] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.327725] env[65114]: INFO networking_nsxv3.common.synchronization [req-04541b66-979e-475b-8f71-1e0b24d632b4 req-a4f8d623-fd92-4365-929a-a3e518a9bb9f service nova] Enqueued Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_rules [ 727.327998] env[65114]: INFO networking_nsxv3.common.synchronization [req-04541b66-979e-475b-8f71-1e0b24d632b4 req-a4f8d623-fd92-4365-929a-a3e518a9bb9f service nova] Enqueued Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 727.328068] env[65114]: INFO networking_nsxv3.common.synchronization [req-04541b66-979e-475b-8f71-1e0b24d632b4 req-a4f8d623-fd92-4365-929a-a3e518a9bb9f service nova] Enqueued Resource ID: c4f6c113-3d2a-4116-8129-ee13420e2bec with Priority: HIGHEST for action port [ 727.328614] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_rules [ 727.328752] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 727.328921] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4f6c113-3d2a-4116-8129-ee13420e2bec with Priority: HIGHEST for action port [ 727.329229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.329316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.329347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.329594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.329673] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.330512] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.330627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.330696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.330869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.331014] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.334066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.334119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.334278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.334368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.334468] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.335328] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4f6c113-3d2a-4116-8129-ee13420e2bec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.335462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.335550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.335835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.335915] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4f6c113-3d2a-4116-8129-ee13420e2bec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.395429] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 196934b7-7a6d-482b-8e48-63f91e96dcdb [ 727.396541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.396918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.396918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.397142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.397238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.397341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:196934b7-7a6d-482b-8e48-63f91e96dcdb already deleted. [ 727.397426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-196934b7-7a6d-482b-8e48-63f91e96dcdb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.449370] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.501581] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a261600-aa35-4adc-886c-74759f18ac08 in Status: SUCCESS [ 727.501764] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a261600-aa35-4adc-886c-74759f18ac08 deletion is rescheduled due to dependency. [ 727.501882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a261600-aa35-4adc-886c-74759f18ac08" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.625019] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 727.625316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.839045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.839045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.839045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4f6c113-3d2a-4116-8129-ee13420e2bec with status ACTIVE [ 727.839274] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.839331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.839367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.839618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.839719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.839907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.840027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.840292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.840539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.840740] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.840870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.840922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.841098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.841198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.841290] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4f6c113-3d2a-4116-8129-ee13420e2bec is going to be updated. [ 727.842477] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.864656] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.865205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.865205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.866050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.866050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.866208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4f6c113-3d2a-4116-8129-ee13420e2bec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.954644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.954644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.954644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.954870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.955496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.955578] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 727.995509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.995688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.995756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.995987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.996136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.011791] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 728.345477] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.849417] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.849417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.849417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.849417] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 is going to be created. [ 728.882314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.882582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.882649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.883169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.883601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.896937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: UNINITIALIZED for 2s [ 729.826324] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a2739482-aa27-4d59-8af5-685875a7b298 tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: f80d911d-a89d-40f7-b478-96925433e9a3 with Priority: HIGHEST for action security_group_rules [ 729.826324] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80d911d-a89d-40f7-b478-96925433e9a3 with Priority: HIGHEST for action security_group_rules [ 729.826324] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80d911d-a89d-40f7-b478-96925433e9a3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.826324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.826324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.826500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.826637] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80d911d-a89d-40f7-b478-96925433e9a3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.928721] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3fa3aa72-9ac2-44bb-b694-f812652e80d1 tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: f80d911d-a89d-40f7-b478-96925433e9a3 with Priority: HIGHEST for action security_group_rules [ 729.929377] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f80d911d-a89d-40f7-b478-96925433e9a3 with Priority: HIGHEST for action security_group_rules [ 729.929699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f80d911d-a89d-40f7-b478-96925433e9a3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.929811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.026534] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 730.026838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.027104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.027330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.027526] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.027646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.027710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.027854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.027935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.028034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.028127] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.350216] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.350388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.350441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.351516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.351516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.351649] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80d911d-a89d-40f7-b478-96925433e9a3 already deleted. [ 730.351837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.352026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.352201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.352363] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f80d911d-a89d-40f7-b478-96925433e9a3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.531911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.533141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.533141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.533141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.533141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.533141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.533380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.534426] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.534543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.534672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.534766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.534937] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.535052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.535129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.535279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.535371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.535458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.535553] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.874734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.874922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.874959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.875345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.875460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.875460] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f80d911d-a89d-40f7-b478-96925433e9a3 already deleted. [ 730.876146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f80d911d-a89d-40f7-b478-96925433e9a3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: SUCCESS [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.909636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.909636] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.947376] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 730.948925] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 730.948925] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 730.948925] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 730.950647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.950647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.950647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.950647] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.951206] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.951206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.951206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.951206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.951690] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.952616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.952762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.952928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.953025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.953121] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.001601] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 731.001792] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 731.001904] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_rules [ 731.003221] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 731.003221] env[65114]: INFO networking_nsxv3.common.synchronization [req-01423b3a-697f-4ae6-8650-a8c2a1abace7 req-3d6d2032-7805-41d2-aa8e-cf31dc530b0b tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 731.003221] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 731.003665] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_rules [ 731.003665] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 731.003665] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 731.003806] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 731.004178] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.004386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.004457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.004750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.004914] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.005887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.006368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.006368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.006368] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.007891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-db31d0fe-5216-4035-a067-68328644d970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.007891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.007891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.007891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.007891] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db31d0fe-5216-4035-a067-68328644d970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.009329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.009329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.009329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.009329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.037841] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc876a3-03c3-4ce0-9d1e-8feec5a818a1: rpc.has_security_group_logging(os_id): False [ 731.059457] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.059607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.059681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.060468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.060733] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.060829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.060864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.061063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.061114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.061255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.061348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.061409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.061546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.061630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.061693] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 731.133186] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.133186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.133382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.133505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.133628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.147055] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 731.392694] env[65114]: INFO networking_nsxv3.common.synchronization [req-843cf642-fc15-474e-81f2-3934b1286980 req-036657bc-8c6e-4a9a-8e17-14d511c16959 tempest-ServersTestJSON-1198327357 tempest-ServersTestJSON-1198327357-project-member] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 731.393268] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 731.393566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.394014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.394014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.394014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.395260] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.395394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.395467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.395757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.396243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.396243] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.414360] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.414360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.414360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.414360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414889] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.414889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.414889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.414889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.414889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.414889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416407] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416407] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.416407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.416407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.416670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.416670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.416747] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.455243] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.458952] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.512577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.512577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.512577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.512577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.517104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db31d0fe-5216-4035-a067-68328644d970 with status ACTIVE [ 731.517417] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.517559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.517631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.517870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.517997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.518255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.519320] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db31d0fe-5216-4035-a067-68328644d970 is going to be updated. [ 731.548542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.548727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.548773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.549468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.549468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.549468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.803734] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-208 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.803928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-208" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.804061] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-208" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.804389] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-208" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.804681] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.804783] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.804898] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.805133] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.805273] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.805474] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.805842] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.805842] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.805842] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.805972] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.806012] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.806143] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.825101] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.825215] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.825352] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.825550] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-208" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.826660] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-e214557a-2ced-4853-b6ad-8579384b3727 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.826660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.826660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.826660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.826660] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e214557a-2ced-4853-b6ad-8579384b3727',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.902630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.902798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.902872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.903243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.903441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.903615] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.903771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.903850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.904097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.904177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.904277] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 already deleted. [ 731.904365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.914887] env[65114]: INFO networking_nsxv3.common.synchronization [None req-cdf45105-590f-40ae-879e-3e4be607f368 None None] Enqueued Resource ID: 03cd81c0-f1b6-4dd4-80eb-e09e981b8d13 with Priority: HIGHEST for action port [ 731.915336] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03cd81c0-f1b6-4dd4-80eb-e09e981b8d13 with Priority: HIGHEST for action port [ 731.915620] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-03cd81c0-f1b6-4dd4-80eb-e09e981b8d13 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.915753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-03cd81c0-f1b6-4dd4-80eb-e09e981b8d13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.915826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-03cd81c0-f1b6-4dd4-80eb-e09e981b8d13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.917070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-03cd81c0-f1b6-4dd4-80eb-e09e981b8d13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.917394] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('03cd81c0-f1b6-4dd4-80eb-e09e981b8d13',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.918735] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4d93f67-f79d-41a0-ae1c-53675c92dc06: rpc.has_security_group_logging(os_id): False [ 731.938386] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.938533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.938605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.938811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.938901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.939106] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.939198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.939260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.939414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.939492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.939681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.939775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.939837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.939974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.940060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.940246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.940339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.940400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.940536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.940627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.940690] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 is going to be created. [ 731.958936] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.961927] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.000872] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.001114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.001114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.002234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.002361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.014622] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: IN_PROGRESS for 2s [ 732.328713] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.329092] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.329237] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.329574] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.329736] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.329891] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port e214557a-2ced-4853-b6ad-8579384b3727 not found, creating... [ 732.330192] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.330354] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.330488] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.331772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.331772] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.331772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.331772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.331772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.332085] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.332123] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: e214557a-2ced-4853-b6ad-8579384b3727 is going to be created. [ 732.357612] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.357612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.357804] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.358132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.358550] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.358904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.420932] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 03cd81c0-f1b6-4dd4-80eb-e09e981b8d13 [ 732.421245] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.421342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.421708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.421708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.421826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.421954] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:03cd81c0-f1b6-4dd4-80eb-e09e981b8d13 already deleted. [ 732.422150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-03cd81c0-f1b6-4dd4-80eb-e09e981b8d13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.463163] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.463332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.463486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.463853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.463853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.464564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be created. [ 732.467137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.467137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.467137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.467137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.467137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.467598] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 732.528470] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.528731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.528818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.529163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.529475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.537987] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.538323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.538323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.538489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.538575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.547189] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: UNINITIALIZED for 2s [ 732.552289] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 733.141515] env[65114]: INFO networking_nsxv3.common.synchronization [req-843cf642-fc15-474e-81f2-3934b1286980 req-42b1fe04-ac2f-4f60-a5e8-f7433dd14b58 service nova] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 733.141773] env[65114]: INFO networking_nsxv3.common.synchronization [req-843cf642-fc15-474e-81f2-3934b1286980 req-42b1fe04-ac2f-4f60-a5e8-f7433dd14b58 service nova] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 733.141850] env[65114]: INFO networking_nsxv3.common.synchronization [req-843cf642-fc15-474e-81f2-3934b1286980 req-42b1fe04-ac2f-4f60-a5e8-f7433dd14b58 service nova] Enqueued Resource ID: e214557a-2ced-4853-b6ad-8579384b3727 with Priority: HIGHEST for action port [ 733.142628] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_rules [ 733.142768] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 733.142868] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e214557a-2ced-4853-b6ad-8579384b3727 with Priority: HIGHEST for action port [ 733.143173] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.143292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.143342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.143564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.143644] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.144709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.145680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.145680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.145863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.146034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.146148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.147460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.147783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.147783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.147881] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.149052] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e214557a-2ced-4853-b6ad-8579384b3727 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.149154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.149215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.149370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.149448] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e214557a-2ced-4853-b6ad-8579384b3727',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.163556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 733.164452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.649955] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.651539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.651701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653047] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e214557a-2ced-4853-b6ad-8579384b3727 with status ACTIVE [ 733.653263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.653399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.653596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.653714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.653895] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.653991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.654085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.654226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.654303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.654499] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.654613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.654613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.654753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.654827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.654899] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e214557a-2ced-4853-b6ad-8579384b3727 is going to be updated. [ 733.677201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.677986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.677986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.677986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.677986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.678264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e214557a-2ced-4853-b6ad-8579384b3727" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.788400] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 733.788662] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 733.788745] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 733.789551] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 733.789587] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 733.789714] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 733.789977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.790449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.790716] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.790866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.790924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.791188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.791687] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.791687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.791687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.791839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.791987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.792046] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.793803] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.793914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.842819] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 733.842938] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 733.843299] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_rules [ 733.843299] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 733.843299] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_rules [ 733.843467] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 733.843764] env[65114]: INFO networking_nsxv3.common.synchronization [req-8acb9fe4-9bff-43cb-a393-b6c32e241ca3 req-b3648503-b542-4dac-9916-d8a0baddbc46 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 733.844109] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_rules [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db31d0fe-5216-4035-a067-68328644d970 with Priority: HIGHEST for action port [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_rules [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 733.844700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 733.845234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.845338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.845518] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.845662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.845696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.846016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.846539] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.847189] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.847532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.847532] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-db31d0fe-5216-4035-a067-68328644d970 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.847532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.847726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.847770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.847837] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db31d0fe-5216-4035-a067-68328644d970',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.848738] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.849027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.849027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.849307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.849307] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.849307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.027162] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: SUCCESS [ 734.027424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.153182] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.295827] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.319896] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ce86b4f8-5f79-40e4-8ff7-aef277727890 None None] Enqueued Resource ID: 9d1cc013-6649-4890-b6d0-5510e30909e9 with Priority: HIGHEST for action port [ 734.321550] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d1cc013-6649-4890-b6d0-5510e30909e9 with Priority: HIGHEST for action port [ 734.321550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d1cc013-6649-4890-b6d0-5510e30909e9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.321550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d1cc013-6649-4890-b6d0-5510e30909e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.321550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d1cc013-6649-4890-b6d0-5510e30909e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.321550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d1cc013-6649-4890-b6d0-5510e30909e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.321550] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d1cc013-6649-4890-b6d0-5510e30909e9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.334131] env[65114]: INFO networking_nsxv3.common.synchronization [req-0367af51-77e8-4177-925a-32b79c46c7c8 req-14a4cc44-cc2c-4e0b-bfb3-48c37a31e659 tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 734.334863] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 734.334998] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.335115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.335227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.335379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.335537] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.335635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.335693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.336165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.336165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.336256] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.351939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.351939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.351939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db31d0fe-5216-4035-a067-68328644d970 with status ACTIVE [ 734.351939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.351939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.351939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.351939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.352256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.352256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.352256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.352349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.353015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.353015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.353015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.353015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.353015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.353015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.353385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.353385] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db31d0fe-5216-4035-a067-68328644d970 is going to be updated. [ 734.375893] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.376090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.376090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.376307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.376453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.376862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db31d0fe-5216-4035-a067-68328644d970" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.563525] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 734.563825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.564522] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 734.564891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.565158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.565392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.565582] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.565944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.565944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.565944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.566049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.566293] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.567210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.567559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.567665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.567733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.567858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.567929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.568031] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.656554] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.656905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.656905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.657069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.657155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.657264] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 is going to be created. [ 734.685355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.686170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.686246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.690022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.690022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.697939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: UNINITIALIZED for 2s [ 734.798439] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.823505] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d1cc013-6649-4890-b6d0-5510e30909e9 [ 734.824957] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.825118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.825189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.825404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.825490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.825584] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d1cc013-6649-4890-b6d0-5510e30909e9 already deleted. [ 734.825661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d1cc013-6649-4890-b6d0-5510e30909e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.838704] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.838925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.839083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.839349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.839577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.839693] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.839822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.840028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.840282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.840409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.840527] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 734.869706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.869706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.869706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.869706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.869706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.880628] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 734.916905] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.917440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.917440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.918617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.918942] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.919184] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.919462] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.919695] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.919856] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.920226] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.920438] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.920572] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.920681] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.920803] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.920937] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.921087] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.940735] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.941048] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.941176] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.941364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.941667] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d365a57a-5066-4959-917d-8c8ee9d2d295 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.941851] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.941969] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.942381] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.942540] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d365a57a-5066-4959-917d-8c8ee9d2d295',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.070208] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.070799] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.303767] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.304096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.304096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.304252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.304362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.304461] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be created. [ 735.355041] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.355214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.355214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.355423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.355601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.374549] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: UNINITIALIZED for 2s [ 735.424289] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2d62e304-7b12-49eb-ac56-3c500f269ea7 None None] Enqueued Resource ID: d42af754-605d-4174-bb3a-3291e355dcd9 with Priority: HIGHEST for action port [ 735.424289] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d42af754-605d-4174-bb3a-3291e355dcd9 with Priority: HIGHEST for action port [ 735.424289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d42af754-605d-4174-bb3a-3291e355dcd9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.424289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d42af754-605d-4174-bb3a-3291e355dcd9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.424289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d42af754-605d-4174-bb3a-3291e355dcd9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.424719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d42af754-605d-4174-bb3a-3291e355dcd9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.424719] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d42af754-605d-4174-bb3a-3291e355dcd9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.444939] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.445418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.445418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.445559] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.445647] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.445815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d365a57a-5066-4959-917d-8c8ee9d2d295 not found, creating... [ 735.446130] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.446296] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.446397] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.446612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.446767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.447998] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.447998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.447998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.447998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.447998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.447998] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d365a57a-5066-4959-917d-8c8ee9d2d295 is going to be created. [ 735.483343] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.483595] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.483662] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.483990] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.484247] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.484475] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.573178] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.575243] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.927614] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d42af754-605d-4174-bb3a-3291e355dcd9 [ 735.928157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.928270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.928336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.928744] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d42af754-605d-4174-bb3a-3291e355dcd9 already deleted. [ 735.928837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d42af754-605d-4174-bb3a-3291e355dcd9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.080450] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.080450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.080727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.080814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.080917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.080991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 736.082299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.082524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.082524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.082654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.082736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.082826] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be updated. [ 736.122024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.122024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.122024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.122024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.122024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.122024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.122817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.123126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.123512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.124016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.135690] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 736.137278] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 736.205867] env[65114]: INFO networking_nsxv3.common.synchronization [req-0367af51-77e8-4177-925a-32b79c46c7c8 req-3a114e6c-1c98-4e73-825e-4489f8cbba2e service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 736.205867] env[65114]: INFO networking_nsxv3.common.synchronization [req-0367af51-77e8-4177-925a-32b79c46c7c8 req-3a114e6c-1c98-4e73-825e-4489f8cbba2e service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 736.205867] env[65114]: INFO networking_nsxv3.common.synchronization [req-0367af51-77e8-4177-925a-32b79c46c7c8 req-3a114e6c-1c98-4e73-825e-4489f8cbba2e service nova] Enqueued Resource ID: d365a57a-5066-4959-917d-8c8ee9d2d295 with Priority: HIGHEST for action port [ 736.207695] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 736.207695] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 736.207695] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d365a57a-5066-4959-917d-8c8ee9d2d295 with Priority: HIGHEST for action port [ 736.207695] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.208211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.208211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.208405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.208405] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.209805] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.209805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.210336] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d365a57a-5066-4959-917d-8c8ee9d2d295 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.210511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.210613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.210889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.211032] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d365a57a-5066-4959-917d-8c8ee9d2d295',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.713933] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: SUCCESS [ 736.714342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.714547] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.714681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d365a57a-5066-4959-917d-8c8ee9d2d295 with status ACTIVE [ 736.715035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.715190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.715362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.715442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.715605] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.715701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.715829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.716230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.716335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.716529] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.716627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.716690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.716836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.716912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.716997] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d365a57a-5066-4959-917d-8c8ee9d2d295 is going to be updated. [ 736.718118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718443] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.718542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.718614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.718835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.718915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.719023] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.743972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.745843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.745975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.746179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.746342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.746606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d365a57a-5066-4959-917d-8c8ee9d2d295" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.862864] env[65114]: INFO networking_nsxv3.common.synchronization [req-1554161a-3b18-4fe5-a650-43ca95197784 req-77dee3b9-efdb-4148-9828-2347e24d56d3 tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 736.863866] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 736.864399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.864573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.864670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.865240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.865385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.865478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.865690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.866113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.866113] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.897803] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 736.898480] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 736.898480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.898480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.898613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.898720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.898846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.898908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.899275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.899275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.901378] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.222778] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.279826] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.280183] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.280428] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.280931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.281416] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.281690] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.281909] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.282220] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.282448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.282815] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.282932] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.283071] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.283203] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.283339] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.283467] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.283853] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.305435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.305634] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.305857] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.306080] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.306439] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-effee929-7b7d-4a62-9fe3-2ad7804bdd13 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.306640] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.306793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.307210] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.307359] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effee929-7b7d-4a62-9fe3-2ad7804bdd13',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.370755] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.370918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.370996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.371244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.371436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.371553] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.371624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.371683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.371974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.371974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.371974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf already deleted. [ 737.372143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.392988] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: SUCCESS [ 737.393257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.393442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.393680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.393849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.394074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.394074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.395223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.395321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.395469] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.403396] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.729450] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d011d742-7fd4-4d64-8846-51d1fed444f0: rpc.has_security_group_logging(os_id): False [ 737.754820] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.755049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.755049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.755236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.755335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.756022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.756022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.756268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.756444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.756444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.756551] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 is going to be created. [ 737.810213] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.810441] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.810565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.810849] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.810986] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.811152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port effee929-7b7d-4a62-9fe3-2ad7804bdd13 not found, creating... [ 737.811416] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.811589] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.811705] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.811923] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.812366] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.812518] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.812628] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.812835] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.812961] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.813110] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: effee929-7b7d-4a62-9fe3-2ad7804bdd13 is going to be created. [ 737.829164] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.829362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.829444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.829648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.829830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.842158] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.842414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.842414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.842614] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.842848] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.843083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.844600] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: IN_PROGRESS for 2s [ 737.905583] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.906850] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.152532] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 738.152819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.153905] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 738.154146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.154451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.154700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.155209] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.157057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.157192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.157451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.157592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.157787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.158551] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.161337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.163377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.163377] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.163377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.163377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.163931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.164261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.164372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.165017] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.167204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.169604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.169731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.169858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.169947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.170182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.170304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.170399] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.173642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.173915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.174654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.174654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.174654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.175844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.175995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.177264] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.408952] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.410517] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.410692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.410755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.410941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.411098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411156] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 738.456406] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.456406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.456406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.456656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.457297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.466274] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4b0a3c88-9dd1-42bf-b3aa-78c70790b640 None None] Enqueued Resource ID: 70d69a1b-2ad0-46ce-a010-30aaa822187a with Priority: HIGHEST for action port [ 738.466920] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70d69a1b-2ad0-46ce-a010-30aaa822187a with Priority: HIGHEST for action port [ 738.469020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 738.469356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-70d69a1b-2ad0-46ce-a010-30aaa822187a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.469513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70d69a1b-2ad0-46ce-a010-30aaa822187a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.469590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70d69a1b-2ad0-46ce-a010-30aaa822187a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.469867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70d69a1b-2ad0-46ce-a010-30aaa822187a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.469957] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70d69a1b-2ad0-46ce-a010-30aaa822187a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.669249] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.670792] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.670792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.679512] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.680581] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.738224] env[65114]: INFO networking_nsxv3.common.synchronization [req-1554161a-3b18-4fe5-a650-43ca95197784 req-4f88b7fe-4838-4175-be09-d43489014aa2 service nova] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 738.738521] env[65114]: INFO networking_nsxv3.common.synchronization [req-1554161a-3b18-4fe5-a650-43ca95197784 req-4f88b7fe-4838-4175-be09-d43489014aa2 service nova] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 738.738558] env[65114]: INFO networking_nsxv3.common.synchronization [req-1554161a-3b18-4fe5-a650-43ca95197784 req-4f88b7fe-4838-4175-be09-d43489014aa2 service nova] Enqueued Resource ID: effee929-7b7d-4a62-9fe3-2ad7804bdd13 with Priority: HIGHEST for action port [ 738.742237] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 738.742455] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 738.742702] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: effee929-7b7d-4a62-9fe3-2ad7804bdd13 with Priority: HIGHEST for action port [ 738.744530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.745153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.745153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.745153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.745153] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.747053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.747053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.747053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.747053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.747246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.747359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.747512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.748264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.748264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.748264] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.752834] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-effee929-7b7d-4a62-9fe3-2ad7804bdd13 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.753263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.753263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.753388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.753388] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('effee929-7b7d-4a62-9fe3-2ad7804bdd13',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.914290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.914518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.914624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.914927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.915075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.915212] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be updated. [ 738.948686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.948859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.948914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.949124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.949269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.960621] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: IN_PROGRESS for 2s [ 738.975168] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70d69a1b-2ad0-46ce-a010-30aaa822187a [ 738.975591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.975734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.975828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.976072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.976163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.976263] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70d69a1b-2ad0-46ce-a010-30aaa822187a already deleted. [ 738.976343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70d69a1b-2ad0-46ce-a010-30aaa822187a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.173182] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed0285d4-997c-4128-ae04-d5f4cef27eb7: rpc.has_security_group_logging(os_id): False [ 739.183798] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.188924] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.202954] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.203181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.203302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.203793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.203793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.204152] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.204325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.204415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.204586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.204670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.204765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be created. [ 739.256391] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.256860] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.257381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.259321] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port effee929-7b7d-4a62-9fe3-2ad7804bdd13 with status ACTIVE [ 739.260077] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.260077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.260077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.260494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.260751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.264020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.264020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.264020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.264020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: effee929-7b7d-4a62-9fe3-2ad7804bdd13 is going to be updated. [ 739.278562] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.278783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.278908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.279335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.279964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.327084] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 739.346153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.347682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.347682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.347682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.347682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.347682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-effee929-7b7d-4a62-9fe3-2ad7804bdd13" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.690770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.690986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.691087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.691442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.692127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.694203] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be updated. [ 739.695749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.695926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.696012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.696500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.696636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.696753] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 739.734648] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.734812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.734864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.735103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.735254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.741019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.741466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.741466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.741466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.741564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.750869] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 739.754021] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 739.759507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.861605] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: SUCCESS [ 739.862315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.261725] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.264548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.264777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.265264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.265322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.265487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be created. [ 740.327758] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.328057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.328149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.328514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.328808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.344460] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: UNINITIALIZED for 2s [ 740.480987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 740.481341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.481626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.481905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.482138] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.482265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.482360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.482524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.482587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.482681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.482890] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.974025] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: SUCCESS [ 740.974483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.974483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.974707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.974920] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.975076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.975185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.975543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.975969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.976110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.976748] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.989451] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.989684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.989736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.990036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.990235] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.990380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.990474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.990954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.990954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.990954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.991160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.991275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.991348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.991544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.991743] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.991907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.992041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.993442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.993442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.993442] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.351883] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 741.351883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.352153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.352191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.352446] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.483264] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.497506] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67: rpc.has_security_group_logging(os_id): False [ 741.524657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.524657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.524657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.526284] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.526284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.526284] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.526949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.527120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.527394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.527607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.527919] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.530225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.530225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.530225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.530225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.530225] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 741.636425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.636425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.636425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.636425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.636425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.660373] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 741.764554] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 741.764837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.765930] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 741.766907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.767131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.767361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.767592] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.767753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.767828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.768621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.768621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.768621] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.769394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.769683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.769941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.770663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.770752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.771234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.771379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.771540] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.854602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.854602] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.986176] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9: rpc.has_security_group_logging(os_id): False [ 742.009747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.009916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.009958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.010204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.010301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.010677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.010801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.010863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.011208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.011208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.011306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be created. [ 742.089193] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.089366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.089426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.089894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.090129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.106382] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: IN_PROGRESS for 2s [ 742.273836] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.275955] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.356897] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 742.357186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.357412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.357664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.358151] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.358151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.358151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.358355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.358468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.358568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.358675] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.400871] env[65114]: INFO networking_nsxv3.common.synchronization [None req-98d88ca2-e313-487c-a6ae-1dffd4d58e59 None None] Enqueued Resource ID: 6e7510b9-c61e-4674-a463-a8c649ba5c9e with Priority: HIGHEST for action port [ 742.401442] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e7510b9-c61e-4674-a463-a8c649ba5c9e with Priority: HIGHEST for action port [ 742.401894] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e7510b9-c61e-4674-a463-a8c649ba5c9e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.401894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e7510b9-c61e-4674-a463-a8c649ba5c9e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.402225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e7510b9-c61e-4674-a463-a8c649ba5c9e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.403328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e7510b9-c61e-4674-a463-a8c649ba5c9e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.403588] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e7510b9-c61e-4674-a463-a8c649ba5c9e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.778134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.779337] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.861864] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.906938] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e7510b9-c61e-4674-a463-a8c649ba5c9e [ 742.907229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.907497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.907497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.907923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.908398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.908398] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e7510b9-c61e-4674-a463-a8c649ba5c9e already deleted. [ 742.908398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e7510b9-c61e-4674-a463-a8c649ba5c9e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.038049] env[65114]: INFO networking_nsxv3.common.synchronization [req-020d68a5-a511-4200-8740-60e63363e8ea req-fe84db88-a0f3-4d25-b7c4-272eccdec161 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 743.038049] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 743.038049] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.038049] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.038049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.038049] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.284177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.284177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.284177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.284177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.284177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.284177] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be updated. [ 743.284177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.284177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.285634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.286276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.286431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.286584] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 743.329360] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.329504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.329504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.329800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.329800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.331957] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.332593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.332680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.332864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.333019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.347927] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 743.348889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 743.365371] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f3aee9-5e54-4aa7-af8e-033506cf1faf: rpc.has_security_group_logging(os_id): False [ 743.387718] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.387890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.388679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.388679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.388679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.388679] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.388849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.389302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.389302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.389302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.389480] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be created. [ 743.477457] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.477457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.477457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.477735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.477766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.490049] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: IN_PROGRESS for 2s [ 743.543251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.543251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.543251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 already deleted. [ 743.543251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.573143] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.573335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.573482] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.574071] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.574200] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.574361] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.574430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.574906] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.574906] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.575182] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.575182] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.575325] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.575325] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.575437] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 743.575667] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.575667] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.626918] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.627365] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.051 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 743.627655] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.627984] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.628558] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-625f27bb-e92d-4392-aa41-07d359fbf1cd taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.628844] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.629119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.629630] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.629867] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625f27bb-e92d-4392-aa41-07d359fbf1cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.679169] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 743.679429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.122246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: SUCCESS [ 744.123445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.132580] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.132810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.132930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.133746] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.133746] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.133746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 625f27bb-e92d-4392-aa41-07d359fbf1cd not found, creating... [ 744.133993] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.133993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.134158] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.135028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.135028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.135387] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.136275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.136275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.136275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.136443] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.136671] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 625f27bb-e92d-4392-aa41-07d359fbf1cd is going to be created. [ 744.164556] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.164760] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.164856] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.165189] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.165451] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.165710] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.944498] env[65114]: INFO networking_nsxv3.common.synchronization [req-020d68a5-a511-4200-8740-60e63363e8ea req-8e857dd0-cbab-40e0-b8a8-54a544c8b745 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 744.944685] env[65114]: INFO networking_nsxv3.common.synchronization [req-020d68a5-a511-4200-8740-60e63363e8ea req-8e857dd0-cbab-40e0-b8a8-54a544c8b745 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 744.944872] env[65114]: INFO networking_nsxv3.common.synchronization [req-020d68a5-a511-4200-8740-60e63363e8ea req-8e857dd0-cbab-40e0-b8a8-54a544c8b745 service nova] Enqueued Resource ID: 625f27bb-e92d-4392-aa41-07d359fbf1cd with Priority: HIGHEST for action port [ 744.945431] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 744.945566] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 744.945665] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625f27bb-e92d-4392-aa41-07d359fbf1cd with Priority: HIGHEST for action port [ 744.945976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.946166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.946261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.946563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.946563] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.947580] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.947717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.947765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.947996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.948163] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.948250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.948348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.948536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.948620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.948719] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.949661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-625f27bb-e92d-4392-aa41-07d359fbf1cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.950065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.950065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.950065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.950156] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625f27bb-e92d-4392-aa41-07d359fbf1cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.107760] env[65114]: INFO networking_nsxv3.common.synchronization [None req-efc2dcd7-8593-4738-af2f-05a37e6babb2 None None] Enqueued Resource ID: c7abf64f-dfdb-4385-82ac-7b80f1ef7d27 with Priority: HIGHEST for action port [ 745.108287] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7abf64f-dfdb-4385-82ac-7b80f1ef7d27 with Priority: HIGHEST for action port [ 745.108589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7abf64f-dfdb-4385-82ac-7b80f1ef7d27 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.108710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7abf64f-dfdb-4385-82ac-7b80f1ef7d27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.108781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7abf64f-dfdb-4385-82ac-7b80f1ef7d27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.109316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7abf64f-dfdb-4385-82ac-7b80f1ef7d27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.109455] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7abf64f-dfdb-4385-82ac-7b80f1ef7d27',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.360084] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.362983] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.362983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.362983] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.363625] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 745.363857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.364018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.364205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.364427] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.364520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.364586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.364733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.364813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.364893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.366135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.366135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.366135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.366609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.366609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.366609] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.453033] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.453923] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.453923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.454404] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 625f27bb-e92d-4392-aa41-07d359fbf1cd with status ACTIVE [ 745.454689] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.454689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.454813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.454953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.455066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455235] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.455508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.455508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.455639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.455639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.455774] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.455920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.455976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.456279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.456279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.456360] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 625f27bb-e92d-4392-aa41-07d359fbf1cd is going to be updated. [ 745.480507] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.480703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.480777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.480991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.481139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.481300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-625f27bb-e92d-4392-aa41-07d359fbf1cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.512252] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 745.512592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.613376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7abf64f-dfdb-4385-82ac-7b80f1ef7d27 [ 745.613376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.613376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.613376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.613376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.613376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.613376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7abf64f-dfdb-4385-82ac-7b80f1ef7d27 already deleted. [ 745.614024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7abf64f-dfdb-4385-82ac-7b80f1ef7d27" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.869074] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.870443] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 745.891890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.895020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.895020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.895020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.895948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.896216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.896448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.896901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.897111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.897293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 745.956342] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.974684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.974684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.974684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.974684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.974684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.990805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 746.373922] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed0285d4-997c-4128-ae04-d5f4cef27eb7: rpc.has_security_group_logging(os_id): False [ 746.397486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.397486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.397486] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be updated. [ 746.460605] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.460605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.460605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.460605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.460605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.460605] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be created. [ 746.475299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.476270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.477938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.477938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.478252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.502283] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 746.508797] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.508797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.508797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.508797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.509079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.539672] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: UNINITIALIZED for 2s [ 748.007076] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 748.008421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.008421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.008421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.008421] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.512861] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.514092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.514092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.514092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.514092] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.514092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.514092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.515095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.515095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.515095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.515095] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.522042] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 748.522042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.551432] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 748.552433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.552433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.552727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.553098] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.553289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.553448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.553657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.553775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.554152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.554152] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.019491] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.019826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.019826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020261] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.020368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.020431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.020811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.020811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.020966] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.021212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.021367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.021559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.024783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.024783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.024783] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.056424] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.526541] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 749.545283] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.545421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.545490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.546046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.546046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.546166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.546219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.546257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.546425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.546582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.546818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.546818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.546818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.547406] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.547560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.547640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.547819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.547926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.548192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 749.560136] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 749.586595] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.586595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.586595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.586595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.586595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.586595] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.586595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.586983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.586983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.586983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.588915] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be created. [ 749.622544] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.622792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.622898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.623195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.623519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.647036] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 749.667812] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.668052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.668239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.668811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.669053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.686839] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 749.733157] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-6dd4d3b7-acdb-43b3-be33-401ff4b1d3c1 tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 749.733831] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 749.734689] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.735038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.735038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.735362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.735428] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.735555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.735648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.735889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.736019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.736213] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.239545] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.239545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.239545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.240203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.240203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.240203] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.240203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.240203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.240382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.240382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.240462] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e already deleted. [ 750.240501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.299025] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.299025] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.299025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.299025] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.299025] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.299601] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.299601] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.299601] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.299601] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.299708] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.324974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.325212] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.325430] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.325662] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.326061] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.326236] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.326396] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.327286] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.327286] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ad1eec-b5c9-406b-94d6-70b8d476a2ea',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.833974] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.833974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.833974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.834377] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.834377] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.834438] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 12ad1eec-b5c9-406b-94d6-70b8d476a2ea not found, creating... [ 750.834672] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.834881] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.834999] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.835307] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.835379] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.835677] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.836666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.836666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.836666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.836666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.836666] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 12ad1eec-b5c9-406b-94d6-70b8d476a2ea is going to be created. [ 750.861177] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.861373] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.861491] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.861779] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.862047] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.862266] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.660355] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-9923a90e-ef2c-4c3c-9e03-1b122b7b89b1 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 751.660355] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-9923a90e-ef2c-4c3c-9e03-1b122b7b89b1 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 751.660355] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-9923a90e-ef2c-4c3c-9e03-1b122b7b89b1 service nova] Enqueued Resource ID: 12ad1eec-b5c9-406b-94d6-70b8d476a2ea with Priority: HIGHEST for action port [ 751.660948] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 751.660948] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 751.660948] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ad1eec-b5c9-406b-94d6-70b8d476a2ea with Priority: HIGHEST for action port [ 751.661061] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.661145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.661211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.661483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.661718] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.662382] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.662553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.662732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.662853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.662943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.663010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.663164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.663277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.666168] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.666168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.666168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.666168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.666168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.666168] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ad1eec-b5c9-406b-94d6-70b8d476a2ea',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.666438] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 751.666438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.697804] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 751.698032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.909868] env[65114]: INFO networking_nsxv3.common.synchronization [req-e01a9523-eed8-4838-b81b-d2cabf83d346 req-1fbdf7a5-3d57-401e-9482-b717f0e2fe9d tempest-ServersAdminNegativeTestJSON-1842444459 tempest-ServersAdminNegativeTestJSON-1842444459-project-member] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 751.910446] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGHEST for action security_group_members [ 751.910749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.910903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.910952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.911194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.911350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.911453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.911516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.911665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.911750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.911841] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.168155] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.168384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.168467] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.169375] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 12ad1eec-b5c9-406b-94d6-70b8d476a2ea with status ACTIVE [ 752.169565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.169681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.169750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.169951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.170056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.170224] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.170322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.174039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174039] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 12ad1eec-b5c9-406b-94d6-70b8d476a2ea is going to be updated. [ 752.200527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.200742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.200776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.201074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.201211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.201379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ad1eec-b5c9-406b-94d6-70b8d476a2ea" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.414288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.414615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.414744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.414975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.415100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.415369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.415577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.415577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.416543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.416543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.416543] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be updated. [ 752.448923] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.449045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.449457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.449457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.449562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.460049] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: IN_PROGRESS for 2s [ 752.678201] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.181781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.181982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.182079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.182248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.182630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.182733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be created. [ 753.209951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.210126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.210214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.210381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.210550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.224522] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: UNINITIALIZED for 2s [ 754.234523] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-fa52d696-7289-48fa-8c87-382a8f37e3e1 tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 754.235060] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 754.235356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.235456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.470748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 in Status: SUCCESS [ 754.470953] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 deletion is rescheduled due to dependency. [ 754.471106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.644901] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.645119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.645250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.645509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.645761] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.645940] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.646059] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.646270] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.646409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.646612] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.646720] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.646830] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.646925] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.647054] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.647155] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.647278] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.683901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.684108] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.684247] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.684422] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.684729] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-f8fa536b-906c-483c-8ddd-84fd5e1511f0 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.684896] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.685216] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.685556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.685697] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fa536b-906c-483c-8ddd-84fd5e1511f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.188634] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.188876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.188970] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.189282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.190035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.190035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port f8fa536b-906c-483c-8ddd-84fd5e1511f0 not found, creating... [ 755.190035] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.190035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.190331] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.190331] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.190448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.190741] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.190843] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.190977] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.191310] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.191513] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.191673] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: f8fa536b-906c-483c-8ddd-84fd5e1511f0 is going to be created. [ 755.212658] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.212797] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.212931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.213384] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.213666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.213666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.235507] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 755.235956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.235956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.236179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.236373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.236480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.236561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.236713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.236818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.236868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.236974] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.237906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.238076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.238239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.238338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.238405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.238545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.238662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.238718] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.659880] env[65114]: INFO networking_nsxv3.common.synchronization [None req-68ba6ebd-f9bb-44ae-b9f2-8606a741623d None None] Enqueued Resource ID: 8f75d01f-8e8f-441a-913b-10b6c92a177a with Priority: HIGHEST for action port [ 755.660580] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f75d01f-8e8f-441a-913b-10b6c92a177a with Priority: HIGHEST for action port [ 755.660681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f75d01f-8e8f-441a-913b-10b6c92a177a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.661222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f75d01f-8e8f-441a-913b-10b6c92a177a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.661222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f75d01f-8e8f-441a-913b-10b6c92a177a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.661222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f75d01f-8e8f-441a-913b-10b6c92a177a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.661507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f75d01f-8e8f-441a-913b-10b6c92a177a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.741195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.741358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.741566] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-b076ee43-5af4-4362-8f5a-da17648aaad2 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-b076ee43-5af4-4362-8f5a-da17648aaad2 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [req-01e2115b-de97-47d6-8191-9626aed60cf4 req-b076ee43-5af4-4362-8f5a-da17648aaad2 service nova] Enqueued Resource ID: f8fa536b-906c-483c-8ddd-84fd5e1511f0 with Priority: HIGHEST for action port [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 755.967591] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8fa536b-906c-483c-8ddd-84fd5e1511f0 with Priority: HIGHEST for action port [ 755.968066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.968066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.968066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969389] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8fa536b-906c-483c-8ddd-84fd5e1511f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.969492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.969547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.970848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.970848] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8fa536b-906c-483c-8ddd-84fd5e1511f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.165104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f75d01f-8e8f-441a-913b-10b6c92a177a [ 756.165341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.165486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.165560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.165847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.165847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.166059] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f75d01f-8e8f-441a-913b-10b6c92a177a already deleted. [ 756.167033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f75d01f-8e8f-441a-913b-10b6c92a177a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.247570] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.472538] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8fa536b-906c-483c-8ddd-84fd5e1511f0 with status ACTIVE [ 756.472776] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.472913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.472985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.473226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.473316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.473493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.473590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.473666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.473821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.473891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.474095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.474185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.474243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.474381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.474452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.474534] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8fa536b-906c-483c-8ddd-84fd5e1511f0 is going to be updated. [ 756.512124] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.512410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.512410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.513068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.513543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.513739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8fa536b-906c-483c-8ddd-84fd5e1511f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.750438] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.751511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.751511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.751511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.751511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.751511] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 756.784891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.785070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.786533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.787043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.787410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.816324] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 758.432022] env[65114]: INFO networking_nsxv3.common.synchronization [None req-54ab59c4-09c0-47c4-a207-855ba6aa405d None None] Enqueued Resource ID: db80cb6d-f2a8-4548-9044-b90b973e814b with Priority: HIGHEST for action port [ 758.432022] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db80cb6d-f2a8-4548-9044-b90b973e814b with Priority: HIGHEST for action port [ 758.432022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-db80cb6d-f2a8-4548-9044-b90b973e814b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.432022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db80cb6d-f2a8-4548-9044-b90b973e814b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.432022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db80cb6d-f2a8-4548-9044-b90b973e814b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.432022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db80cb6d-f2a8-4548-9044-b90b973e814b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.432925] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db80cb6d-f2a8-4548-9044-b90b973e814b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.828520] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 758.828739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.829065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.831033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.831033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.831033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.835026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.835026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.835026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.835026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.835026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.941306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db80cb6d-f2a8-4548-9044-b90b973e814b [ 758.941306] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.941306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.941306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.941306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.941306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.941306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db80cb6d-f2a8-4548-9044-b90b973e814b already deleted. [ 758.941306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db80cb6d-f2a8-4548-9044-b90b973e814b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.339308] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 292500be-03ff-412f-b8cf-72fa8306906e: rpc.has_security_group_logging(os_id): False [ 759.341054] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.361448] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.361448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.361448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.361927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.361927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.362037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.362332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.362412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.362692] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.362765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.362765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.362912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.362984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.363224] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.363377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.363441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.363643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.363721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.363806] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be created. [ 759.433302] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.433611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.433611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.433818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.433879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.446188] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 759.844567] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.256321] env[65114]: INFO networking_nsxv3.common.synchronization [req-671b5cba-4780-4e60-949f-952988a63874 req-3ffe7734-9eeb-41d0-8af7-ba1775365b25 tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 760.257240] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 760.257350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.257473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.257543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.258039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.258039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.258175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.258175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.258321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.258440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.258560] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.352649] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.352649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.352649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.352649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.352649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.352649] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 760.388301] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.388301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.388301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.388301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.388301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.399229] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 760.719794] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.719794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.720245] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.720245] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.720674] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.720674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.720822] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.721043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.721223] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.721492] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.721644] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.721762] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.721868] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.721976] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.722130] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.722265] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.744560] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.744770] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.744993] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.745288] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.745861] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-18f91343-cb53-4f51-b966-1377ae2e83f2 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.746045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.746626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.746783] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.747042] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f91343-cb53-4f51-b966-1377ae2e83f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.762427] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.762427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.762427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.762427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.762427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.763672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.763672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.763672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.763672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.763672] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 760.793635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.793841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.793929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.794204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.794464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.804857] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 761.250107] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.250286] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.250419] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.250733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.250916] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.251111] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 18f91343-cb53-4f51-b966-1377ae2e83f2 not found, creating... [ 761.251431] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.251613] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.251732] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.252036] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.252223] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.252616] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.252889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.252944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.253471] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.253787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.253943] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 18f91343-cb53-4f51-b966-1377ae2e83f2 is going to be created. [ 761.289127] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.289127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.289127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.289127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.289532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.289776] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.464426] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 761.464426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.464596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.466914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.466914] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.968775] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.969771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [req-671b5cba-4780-4e60-949f-952988a63874 req-654ec98d-1ffb-42c7-856c-871b68ccb6c9 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [req-671b5cba-4780-4e60-949f-952988a63874 req-654ec98d-1ffb-42c7-856c-871b68ccb6c9 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [req-671b5cba-4780-4e60-949f-952988a63874 req-654ec98d-1ffb-42c7-856c-871b68ccb6c9 service nova] Enqueued Resource ID: 18f91343-cb53-4f51-b966-1377ae2e83f2 with Priority: HIGHEST for action port [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 762.011254] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18f91343-cb53-4f51-b966-1377ae2e83f2 with Priority: HIGHEST for action port [ 762.012303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.012705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.013032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.013431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.013713] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.017391] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.018170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.020123] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-18f91343-cb53-4f51-b966-1377ae2e83f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.020123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.021036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.021036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.021036] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18f91343-cb53-4f51-b966-1377ae2e83f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.061118] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6dcf67aa-c56a-4066-aba3-8921fd263bbd None None] Enqueued Resource ID: 244c855a-c3eb-45d5-b1d1-68a1a425b98f with Priority: HIGHEST for action port [ 762.061662] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 244c855a-c3eb-45d5-b1d1-68a1a425b98f with Priority: HIGHEST for action port [ 762.061965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-244c855a-c3eb-45d5-b1d1-68a1a425b98f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.062112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-244c855a-c3eb-45d5-b1d1-68a1a425b98f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.062181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-244c855a-c3eb-45d5-b1d1-68a1a425b98f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.062431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-244c855a-c3eb-45d5-b1d1-68a1a425b98f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.062513] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('244c855a-c3eb-45d5-b1d1-68a1a425b98f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.411742] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 762.412093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.412284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.412501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.412692] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.412813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.412887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.413224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.413224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.413224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.413390] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.525030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.525171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.525367] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18f91343-cb53-4f51-b966-1377ae2e83f2 with status ACTIVE [ 762.525533] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.526158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.526158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.526158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.526466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.526466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.526466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.527140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.527140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.527140] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.527140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.527140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.527140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.527465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.527465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18f91343-cb53-4f51-b966-1377ae2e83f2 is going to be updated. [ 762.553038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.553234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.553234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.553445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.553585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.553749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18f91343-cb53-4f51-b966-1377ae2e83f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.565646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 244c855a-c3eb-45d5-b1d1-68a1a425b98f [ 762.565646] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.565646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.565646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.565861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.565891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.566244] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:244c855a-c3eb-45d5-b1d1-68a1a425b98f already deleted. [ 762.566244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-244c855a-c3eb-45d5-b1d1-68a1a425b98f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.818151] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 762.818349] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 deletion is rescheduled due to dependency. [ 762.818466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.818639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.818882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.819102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.819221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.819285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.819449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.819533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.819624] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.918122] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.920890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.920890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.920890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.921488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.921488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.921488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.921874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.921874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.921965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.922206] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.326052] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.427041] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 292500be-03ff-412f-b8cf-72fa8306906e: rpc.has_security_group_logging(os_id): False [ 763.448455] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.448455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.448455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.448706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.448741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.448932] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.449045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.449111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.449260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.449335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.449519] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.449620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.449679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.449863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.449918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.450083] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.450172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.450228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.450367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.450486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.451058] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 763.519783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.520090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.520222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.520522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.520706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.536051] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 763.831861] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.335559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.335559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.335559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.335559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.335559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.336184] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 764.370272] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.370272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.370272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.370272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.370272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.384056] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 764.747496] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c12e1e02-65ed-4901-b9ce-4241e02cac33 None None] Enqueued Resource ID: fc5a227a-eb70-4df0-837d-a45b4f6d0c01 with Priority: HIGHEST for action port [ 764.748078] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc5a227a-eb70-4df0-837d-a45b4f6d0c01 with Priority: HIGHEST for action port [ 764.748395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc5a227a-eb70-4df0-837d-a45b4f6d0c01 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.748517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc5a227a-eb70-4df0-837d-a45b4f6d0c01" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.748583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc5a227a-eb70-4df0-837d-a45b4f6d0c01" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.748846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc5a227a-eb70-4df0-837d-a45b4f6d0c01" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.748929] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc5a227a-eb70-4df0-837d-a45b4f6d0c01',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.255705] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc5a227a-eb70-4df0-837d-a45b4f6d0c01 [ 765.256109] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.257991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.257991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.257991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.257991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.257991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc5a227a-eb70-4df0-837d-a45b4f6d0c01 already deleted. [ 765.257991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc5a227a-eb70-4df0-837d-a45b4f6d0c01" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.553238] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 765.553499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.395755] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 766.396279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.396279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.396631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.396862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.396990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.398745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.399000] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.399115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.399329] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.835937] env[65114]: INFO networking_nsxv3.common.synchronization [req-02e60cff-b039-4ced-8b1e-31ea36bfa31f req-fea3c3b5-a50f-4f73-bc09-8f8ec6bac648 tempest-FloatingIPsAssociationNegativeTestJSON-564721818 tempest-FloatingIPsAssociationNegativeTestJSON-564721818-project-member] Enqueued Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 766.836603] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGHEST for action security_group_members [ 766.836920] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.837609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.837609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.837609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.837794] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.837845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.837876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.838627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.838627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.838627] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.902693] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.903023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.903418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.903613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.903754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.903827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.904089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.904286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.904441] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.904658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.904658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.904798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.904956] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.905065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.905129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.905733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.905733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.905733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.905733] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.341360] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.341518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.341586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.341798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.341894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.342102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.342198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.342275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.342414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.342502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.342569] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 is going to be updated. [ 767.379118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.379118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.379118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.379411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.379849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.395087] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: IN_PROGRESS for 2s [ 767.415509] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22: rpc.has_security_group_logging(os_id): False [ 767.438698] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.438920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.439035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.439311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.439432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.439701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.439841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.439918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.440269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.440527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.440657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.440778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.440933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.441870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.442978] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.442978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.442978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.442978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.442978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.442978] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 767.566290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.568176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.568176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.568176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.568176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.583035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 768.404664] env[65114]: INFO networking_nsxv3.common.synchronization [req-1ffe6b0e-6ae4-405c-a5ff-22518c2e3706 req-0cb44cfc-5e8b-4655-937d-2c28d9da0a01 tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 768.405977] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 768.406373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.406504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.406576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.406780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.406933] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.407074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.407123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.407264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.407354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.407450] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.902993] env[65114]: INFO networking_nsxv3.common.synchronization [req-ac8fe656-5bb5-4775-870f-5f4f08ddce4b req-c5f26fe3-bb5d-4eb3-b2a4-4525e0021dcc tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 768.903858] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 768.904198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.904320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.909524] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.236176] env[65114]: INFO networking_nsxv3.common.synchronization [req-e492a90b-0526-4d27-b1a8-e556a3e4dd04 req-6fa42462-9a21-405b-ae80-12fa3287afdb tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 769.236733] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 769.237038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.237169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.237260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.237690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.237845] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.237956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.238087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.238269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.238376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.238472] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.405372] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 in Status: SUCCESS [ 769.405372] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 deletion is rescheduled due to dependency. [ 769.405372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.411774] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.597849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 769.597849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.741998] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.915784] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.915947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.916023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.916292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.916501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.916615] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 769.946908] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.947078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.947150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.947374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.948505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.955940] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 770.245706] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.749476] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.750092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.750092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.750092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.750304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.750304] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 770.784862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.784862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.784862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.785260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.785260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.798702] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 771.837322] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.837643] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:1 started [ 771.839810] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e1ca78f0-4dc9-44f8-af95-4f631c6d0640 None None] Enqueued Resource ID: 40b20344-5be7-4d74-830d-14f64b19ee0d with Priority: HIGHEST for action port [ 771.840601] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b20344-5be7-4d74-830d-14f64b19ee0d with Priority: HIGHEST for action port [ 771.840973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b20344-5be7-4d74-830d-14f64b19ee0d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.841160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b20344-5be7-4d74-830d-14f64b19ee0d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.841244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b20344-5be7-4d74-830d-14f64b19ee0d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.841602] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b20344-5be7-4d74-830d-14f64b19ee0d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.841724] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b20344-5be7-4d74-830d-14f64b19ee0d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.968531] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 771.968702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.968898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.969137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.969332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.970999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.970999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.970999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.970999] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.345999] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40b20344-5be7-4d74-830d-14f64b19ee0d [ 772.346340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.346523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.346607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.346818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.346927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.346992] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40b20344-5be7-4d74-830d-14f64b19ee0d already deleted. [ 772.347086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b20344-5be7-4d74-830d-14f64b19ee0d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.472373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.472528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.472598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.472820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.472931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.473120] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.473225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.473289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.473444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.473523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.473611] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 772.502449] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.502537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.502575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.502756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.502902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.512744] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 772.812393] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 772.812938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.099709] env[65114]: INFO networking_nsxv3.common.synchronization [req-44075742-3047-4557-8e38-8ed39f9e9902 req-19a9d628-8619-4fe9-9b9e-b67160466aca tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 773.100560] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 773.101110] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.101110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.101110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.101110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101315] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.101315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.101395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.101635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.101635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.101635] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.608362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.608362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.608362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.608362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.608362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.608883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.608883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.608883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.609142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.609267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.609722] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 773.644654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.646879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.646879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.646997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.658532] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 773.821889] env[65114]: INFO networking_nsxv3.common.synchronization [None req-97832ac4-c76d-4f2b-bf73-7686a4c567db None None] Enqueued Resource ID: 7b5b63b0-4a67-4548-b56e-74b8ca06bc3d with Priority: HIGHEST for action port [ 773.824271] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b5b63b0-4a67-4548-b56e-74b8ca06bc3d with Priority: HIGHEST for action port [ 773.824271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b5b63b0-4a67-4548-b56e-74b8ca06bc3d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.824271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b5b63b0-4a67-4548-b56e-74b8ca06bc3d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.824271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b5b63b0-4a67-4548-b56e-74b8ca06bc3d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.824605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b5b63b0-4a67-4548-b56e-74b8ca06bc3d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.824605] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b5b63b0-4a67-4548-b56e-74b8ca06bc3d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.330212] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b5b63b0-4a67-4548-b56e-74b8ca06bc3d [ 774.330623] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.330623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.330824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.330864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.331173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.331173] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b5b63b0-4a67-4548-b56e-74b8ca06bc3d already deleted. [ 774.331173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b5b63b0-4a67-4548-b56e-74b8ca06bc3d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.529114] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 774.529662] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e deletion is rescheduled due to dependency. [ 774.529662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.666266] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a0678c36-a562-433e-ae3b-eb6febea9d08 None None] Enqueued Resource ID: 61936211-5201-46ab-b519-7146bca254e3 with Priority: HIGHEST for action port [ 774.667973] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61936211-5201-46ab-b519-7146bca254e3 with Priority: HIGHEST for action port [ 774.668423] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-61936211-5201-46ab-b519-7146bca254e3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.668759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61936211-5201-46ab-b519-7146bca254e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.668903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61936211-5201-46ab-b519-7146bca254e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.669221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61936211-5201-46ab-b519-7146bca254e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.669441] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61936211-5201-46ab-b519-7146bca254e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.172669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61936211-5201-46ab-b519-7146bca254e3 [ 775.172669] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.172669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.172669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.172885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.172885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.172885] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61936211-5201-46ab-b519-7146bca254e3 already deleted. [ 775.172971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61936211-5201-46ab-b519-7146bca254e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.673868] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 775.673868] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 775.673868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.317118] env[65114]: INFO networking_nsxv3.common.synchronization [None req-883186df-209c-4fb8-9ea1-fbd202e83531 None None] Enqueued Resource ID: b5e0b57f-cde7-4e6c-994a-1210c98de8be with Priority: HIGHEST for action port [ 776.317272] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5e0b57f-cde7-4e6c-994a-1210c98de8be with Priority: HIGHEST for action port [ 776.317672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5e0b57f-cde7-4e6c-994a-1210c98de8be taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.317796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5e0b57f-cde7-4e6c-994a-1210c98de8be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.317931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5e0b57f-cde7-4e6c-994a-1210c98de8be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.318203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5e0b57f-cde7-4e6c-994a-1210c98de8be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.318203] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5e0b57f-cde7-4e6c-994a-1210c98de8be',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.663047] env[65114]: INFO networking_nsxv3.common.synchronization [None req-0483903f-6d7c-45a1-be3c-e37d65e7b9c3 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 776.663047] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 776.663047] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.663047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.663047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.664905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.665826] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.820556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5e0b57f-cde7-4e6c-994a-1210c98de8be [ 776.820556] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.821009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.821009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.821009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.821114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.821146] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5e0b57f-cde7-4e6c-994a-1210c98de8be already deleted. [ 776.821234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5e0b57f-cde7-4e6c-994a-1210c98de8be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.854680] env[65114]: INFO networking_nsxv3.common.synchronization [None req-24dde5f1-9009-4880-a35d-cc15de6ae04c tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 776.855196] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 776.858803] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.858803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.120981] env[65114]: INFO networking_nsxv3.common.synchronization [req-09de981a-b04b-4649-8528-74323907597c req-cc90b1d9-6454-47d2-9759-4fdd0dc1e5c1 tempest-InstanceActionsV221TestJSON-705729340 tempest-InstanceActionsV221TestJSON-705729340-project-member] Enqueued Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 777.121675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 777.124330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.124330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.124330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.124330] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.189235] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.189405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.189477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.189694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.189786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.189881] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b already deleted. [ 777.189966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.190535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.190707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.190798] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.437827] env[65114]: INFO networking_nsxv3.common.synchronization [None req-11628b02-778e-497e-8bdf-83228b17078d None None] Enqueued Resource ID: a1a99f3e-db5d-4650-b2f7-509a9d4b5057 with Priority: HIGHEST for action port [ 777.437827] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1a99f3e-db5d-4650-b2f7-509a9d4b5057 with Priority: HIGHEST for action port [ 777.437827] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1a99f3e-db5d-4650-b2f7-509a9d4b5057 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.437827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1a99f3e-db5d-4650-b2f7-509a9d4b5057" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.437827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1a99f3e-db5d-4650-b2f7-509a9d4b5057" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.438165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1a99f3e-db5d-4650-b2f7-509a9d4b5057" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.438475] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1a99f3e-db5d-4650-b2f7-509a9d4b5057',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.461644] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bbef92d1-92c3-4d99-be60-c33dc1b34c8e None None] Enqueued Resource ID: cef53208-3968-47c0-a608-755165957e88 with Priority: HIGHEST for action port [ 777.462294] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cef53208-3968-47c0-a608-755165957e88 with Priority: HIGHEST for action port [ 777.464312] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-cef53208-3968-47c0-a608-755165957e88 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.464466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cef53208-3968-47c0-a608-755165957e88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.464538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cef53208-3968-47c0-a608-755165957e88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.464811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cef53208-3968-47c0-a608-755165957e88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.464897] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cef53208-3968-47c0-a608-755165957e88',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.629021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.629021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.629021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.630519] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 already deleted. [ 777.630641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.739171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.739213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.739488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.739609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.739721] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b already deleted. [ 777.739811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.941997] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1a99f3e-db5d-4650-b2f7-509a9d4b5057 [ 777.942851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.942851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.942851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.942851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.942851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.943531] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1a99f3e-db5d-4650-b2f7-509a9d4b5057 already deleted. [ 777.944362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1a99f3e-db5d-4650-b2f7-509a9d4b5057" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.968434] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cef53208-3968-47c0-a608-755165957e88 [ 777.968628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.969280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.969280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.969280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.969457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.969457] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cef53208-3968-47c0-a608-755165957e88 already deleted. [ 777.969571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cef53208-3968-47c0-a608-755165957e88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.060428] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.060619] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-828" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.060738] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-828" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.061070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-828" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.061319] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.061564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.061665] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.061797] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.061931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.062154] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.062264] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.062370] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.062474] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.062579] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.062680] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.062803] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.085231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.085388] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.085526] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.085697] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-828" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.086010] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-dca9b187-61c2-43f2-8416-f44ef5b5da84 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.086209] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.086330] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.086651] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.086785] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca9b187-61c2-43f2-8416-f44ef5b5da84',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.588847] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.590249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.590249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.590249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.590249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.590249] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port dca9b187-61c2-43f2-8416-f44ef5b5da84 not found, creating... [ 778.590560] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.592532] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.592532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.593787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.593787] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: dca9b187-61c2-43f2-8416-f44ef5b5da84 is going to be created. [ 778.607029] env[65114]: INFO networking_nsxv3.common.synchronization [req-d710e7f8-1cd0-4e1f-866e-ca9963ed1b47 req-ce166218-7880-45df-8f3c-0537d4069b1e tempest-ListImageFiltersTestJSON-702820606 tempest-ListImageFiltersTestJSON-702820606-project-member] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 778.607029] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 778.607029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.607637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.607714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.607936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.608104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.608234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.608310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.608588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.608687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.608802] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.636244] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.636244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.636244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.636244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.636446] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.638957] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.112395] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.138126] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b7a7b343-63e1-4e57-9d81-f4fc5e793e88 None None] Enqueued Resource ID: 5596444d-5934-45eb-b190-9cdd764dd4c7 with Priority: HIGHEST for action port [ 779.138421] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5596444d-5934-45eb-b190-9cdd764dd4c7 with Priority: HIGHEST for action port [ 779.138719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5596444d-5934-45eb-b190-9cdd764dd4c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.138867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5596444d-5934-45eb-b190-9cdd764dd4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.138916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5596444d-5934-45eb-b190-9cdd764dd4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.140051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5596444d-5934-45eb-b190-9cdd764dd4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.140051] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5596444d-5934-45eb-b190-9cdd764dd4c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.209884] env[65114]: INFO networking_nsxv3.common.synchronization [req-05b64498-7d95-4950-8e9f-f45b9dcc8f46 req-9b2d6a91-3a1e-4a3e-94bc-300b5caf3821 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 779.210442] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 779.210748] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.214062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.214149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.214696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.214760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.214911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.214997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.215155] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.322013] env[65114]: INFO networking_nsxv3.common.synchronization [None req-95ceee94-289a-49af-aedf-584c606de53d None None] Enqueued Resource ID: 5e0f1beb-3a87-47ff-9886-bcdb918b7df6 with Priority: HIGHEST for action port [ 779.322013] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e0f1beb-3a87-47ff-9886-bcdb918b7df6 with Priority: HIGHEST for action port [ 779.323073] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e0f1beb-3a87-47ff-9886-bcdb918b7df6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e0f1beb-3a87-47ff-9886-bcdb918b7df6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e0f1beb-3a87-47ff-9886-bcdb918b7df6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.323073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e0f1beb-3a87-47ff-9886-bcdb918b7df6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.323073] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e0f1beb-3a87-47ff-9886-bcdb918b7df6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.348085] env[65114]: INFO networking_nsxv3.common.synchronization [req-09de981a-b04b-4649-8528-74323907597c req-d8199dc5-49c3-414b-aebd-ceaa0e972344 service nova] Enqueued Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_rules [ 779.348085] env[65114]: INFO networking_nsxv3.common.synchronization [req-09de981a-b04b-4649-8528-74323907597c req-d8199dc5-49c3-414b-aebd-ceaa0e972344 service nova] Enqueued Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 779.348213] env[65114]: INFO networking_nsxv3.common.synchronization [req-09de981a-b04b-4649-8528-74323907597c req-d8199dc5-49c3-414b-aebd-ceaa0e972344 service nova] Enqueued Resource ID: dca9b187-61c2-43f2-8416-f44ef5b5da84 with Priority: HIGHEST for action port [ 779.348808] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_rules [ 779.348940] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 779.349196] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca9b187-61c2-43f2-8416-f44ef5b5da84 with Priority: HIGHEST for action port [ 779.349589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.349726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.349826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.350855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.350855] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.351680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.351793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.351978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.352215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.353672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.353672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.353672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.353672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.353672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.353672] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.355578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-dca9b187-61c2-43f2-8416-f44ef5b5da84 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.355578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.355578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.355578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.355578] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dca9b187-61c2-43f2-8416-f44ef5b5da84',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.603007] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.603007] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.603190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.603390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.603625] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.603733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.604601] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.604601] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.604601] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.604827] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.604827] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.604891] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.604990] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.605113] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.605213] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.605589] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.616865] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.633832] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.634339] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.634559] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.634770] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.635109] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.635293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.635409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.635735] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.635878] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a73858a-37fe-4ebf-81a9-1e9cb42b746a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.641685] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5596444d-5934-45eb-b190-9cdd764dd4c7 [ 779.642040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.642167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.642245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.642668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.642668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.642668] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5596444d-5934-45eb-b190-9cdd764dd4c7 already deleted. [ 779.642668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5596444d-5934-45eb-b190-9cdd764dd4c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.713827] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2386d48d-a91b-4cf4-bd6e-feff99bdabe4 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 779.714431] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 779.714784] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.716470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.716470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.716702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.716786] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.720436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.720436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.720436] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 already deleted. [ 779.720436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.825149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e0f1beb-3a87-47ff-9886-bcdb918b7df6 [ 779.825149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.826221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.826496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.826625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.826735] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e0f1beb-3a87-47ff-9886-bcdb918b7df6 already deleted. [ 779.826846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e0f1beb-3a87-47ff-9886-bcdb918b7df6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.855194] env[65114]: INFO networking_nsxv3.common.synchronization [None req-83d4041f-2f76-411a-9888-7bdcb1f97ed1 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 779.855194] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 779.855290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.855343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.856748] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.859425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.859425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.859425] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dca9b187-61c2-43f2-8416-f44ef5b5da84 with status ACTIVE [ 779.859425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.859632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.859632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.859719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.859787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.860722] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.860898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.860983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.861230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.861230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861405] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.861504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.861565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.861704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.861779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.861864] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dca9b187-61c2-43f2-8416-f44ef5b5da84 is going to be updated. [ 779.883665] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.883832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.883877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.885204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.885204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.885204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dca9b187-61c2-43f2-8416-f44ef5b5da84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.122934] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.123282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.123282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.123369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.123474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.123542] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be updated. [ 780.140169] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.140391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.140528] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.140790] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.140993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.141090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 8a73858a-37fe-4ebf-81a9-1e9cb42b746a not found, creating... [ 780.141374] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.141529] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.141640] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.141914] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.141981] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.142347] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.142441] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.142624] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.142710] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.142839] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.142972] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 8a73858a-37fe-4ebf-81a9-1e9cb42b746a is going to be created. [ 780.164820] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.165034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.165108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.165421] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.165645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.165876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.174055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.174255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.174255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.174458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.174615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.186287] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 780.244054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.244303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.244410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.244691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.244830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.245135] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb already deleted. [ 780.245135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.245274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.245495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.245586] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.360948] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.775484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.775484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.775484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.775484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.775484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.775484] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb already deleted. [ 780.775484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.826568] env[65114]: INFO networking_nsxv3.common.synchronization [None req-34dd8fb7-20f4-4829-8075-de922c86f55c tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 780.826568] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 780.826904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.829402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.829483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.829863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.829978] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.867115] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.867309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.867398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.868297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.868297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.868297] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 is going to be created. [ 780.892527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.892775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.892775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.893538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.893538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.904815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: UNINITIALIZED for 2s [ 780.950207] env[65114]: INFO networking_nsxv3.common.synchronization [req-05b64498-7d95-4950-8e9f-f45b9dcc8f46 req-c6038acb-8df8-4ac8-a31a-230922733ced service nova] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_rules [ 780.950382] env[65114]: INFO networking_nsxv3.common.synchronization [req-05b64498-7d95-4950-8e9f-f45b9dcc8f46 req-c6038acb-8df8-4ac8-a31a-230922733ced service nova] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 780.950550] env[65114]: INFO networking_nsxv3.common.synchronization [req-05b64498-7d95-4950-8e9f-f45b9dcc8f46 req-c6038acb-8df8-4ac8-a31a-230922733ced service nova] Enqueued Resource ID: 8a73858a-37fe-4ebf-81a9-1e9cb42b746a with Priority: HIGHEST for action port [ 780.951889] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_rules [ 780.951889] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 780.951889] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a73858a-37fe-4ebf-81a9-1e9cb42b746a with Priority: HIGHEST for action port [ 780.951889] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.951889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.952091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.953068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.953068] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.953729] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.954795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.954795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.955557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.955557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.955557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.955914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.956155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.956245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.956826] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.958367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.958833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.958833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.959161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.959488] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a73858a-37fe-4ebf-81a9-1e9cb42b746a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.025239] env[65114]: INFO networking_nsxv3.common.synchronization [None req-47fba396-0726-4f68-98fe-442294f05f8a tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 781.025978] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 781.026532] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.026630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.359523] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.359778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.359778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.359926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.360028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360120] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b already deleted. [ 781.360259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.360359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.360516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.360597] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.465566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465566] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.465566] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a73858a-37fe-4ebf-81a9-1e9cb42b746a with status ACTIVE [ 781.465566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.465566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.465566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.471153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.471153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.471153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.471153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.471153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.471153] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a73858a-37fe-4ebf-81a9-1e9cb42b746a is going to be updated. [ 781.494629] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.494784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.494850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.495064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.495207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.495393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a73858a-37fe-4ebf-81a9-1e9cb42b746a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896416] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.897547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.897547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.897547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.897547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.897547] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b already deleted. [ 781.897547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.971255] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.201409] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 782.201640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.474954] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.474954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.474954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.474954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.475454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.476235] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be created. [ 782.503386] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.503957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.503957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.504113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.504913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.521929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: UNINITIALIZED for 2s [ 782.916384] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: SUCCESS [ 782.916384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.916384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.916384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.916384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.916724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.916763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.917095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.917095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.917237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.917460] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.018188] env[65114]: INFO networking_nsxv3.common.synchronization [req-12257ea9-ad16-47e5-b7a0-aec5fa5d56bd req-5a60ef01-e209-4341-ad00-abcd8f69cb59 tempest-ServersNegativeTestMultiTenantJSON-566347758 tempest-ServersNegativeTestMultiTenantJSON-566347758-project-member] Enqueued Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 783.018188] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 783.018188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.018188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.018188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.018188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.018188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.018188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.018188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.018792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.018792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.018792] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.394560] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.394560] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.394560] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.395147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.395147] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.395147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.395147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.395459] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.395534] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.395710] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.396539] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 783.396539] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 783.396539] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 783.396539] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 783.396539] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 783.396539] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 783.417889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 783.418390] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 783.418694] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 783.419390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.419390] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-fb2caa6a-f91e-44c3-919d-4ccf99a82486 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.419617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.419617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.420106] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.420644] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2caa6a-f91e-44c3-919d-4ccf99a82486',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.421669] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.422111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.422239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.422466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.422660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.422956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.422956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.423590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.423590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.423590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.423590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.423590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.424931] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.424931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.424931] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.522883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.523216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.523216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.523342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.523426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.523617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.523710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.523764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.523907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.523975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.524072] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590206e6-a99b-4012-97a7-92e252acc391 already deleted. [ 783.524168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.927581] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.927853] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.927998] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.928348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.928548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929088] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port fb2caa6a-f91e-44c3-919d-4ccf99a82486 not found, creating... [ 783.929088] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.929245] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.929335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.929562] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.929696] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.929999] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.930176] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.930291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.930519] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.930622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.930852] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: fb2caa6a-f91e-44c3-919d-4ccf99a82486 is going to be created. [ 783.932012] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75: rpc.has_security_group_logging(os_id): False [ 783.948782] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.948980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.949495] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.949620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.949696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.949848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.949923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.950160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.950256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.950324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.950454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.950529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.950724] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.950815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.950875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.951013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.951090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.951242] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 is going to be created. [ 783.953553] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.953822] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.953976] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.954218] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.954429] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.954643] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.020874] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.021085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.021134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.021345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.021528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.038450] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: IN_PROGRESS for 2s [ 784.531269] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 784.531559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.531768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.531997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.532212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.532335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.532401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.532560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.532641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.532731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.532822] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.699664] env[65114]: INFO networking_nsxv3.common.synchronization [req-12257ea9-ad16-47e5-b7a0-aec5fa5d56bd req-6a3d67a8-79e9-4ea0-8663-c97e9c651a87 service nova] Enqueued Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_rules [ 784.699664] env[65114]: INFO networking_nsxv3.common.synchronization [req-12257ea9-ad16-47e5-b7a0-aec5fa5d56bd req-6a3d67a8-79e9-4ea0-8663-c97e9c651a87 service nova] Enqueued Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 784.699862] env[65114]: INFO networking_nsxv3.common.synchronization [req-12257ea9-ad16-47e5-b7a0-aec5fa5d56bd req-6a3d67a8-79e9-4ea0-8663-c97e9c651a87 service nova] Enqueued Resource ID: fb2caa6a-f91e-44c3-919d-4ccf99a82486 with Priority: HIGHEST for action port [ 784.700515] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_rules [ 784.700515] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 784.700595] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb2caa6a-f91e-44c3-919d-4ccf99a82486 with Priority: HIGHEST for action port [ 784.700847] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.700973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.701211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.701490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.701579] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.702953] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.703101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.703153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.703339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.703498] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.703785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.703873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.705614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.705614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.705614] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.705614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb2caa6a-f91e-44c3-919d-4ccf99a82486 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.705959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.705959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.705959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.706112] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb2caa6a-f91e-44c3-919d-4ccf99a82486',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.035997] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.036611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.036804] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.036886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.036954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.037152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.037228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.037298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.037449] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.037559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.037597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.037727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.037862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.037950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.038018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.038153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.038230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.038313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.038401] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.204015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.204294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.210172] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fb2caa6a-f91e-44c3-919d-4ccf99a82486 with status ACTIVE [ 785.210427] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.210578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.210650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.210877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.210970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.211159] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.211266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.211333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.211496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.211565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.211742] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.211835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.211897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.212048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.212125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.212213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fb2caa6a-f91e-44c3-919d-4ccf99a82486 is going to be updated. [ 785.213296] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.233128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.233281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.233330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.234030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.234030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.234030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb2caa6a-f91e-44c3-919d-4ccf99a82486" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.542368] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d17c8a8e-330e-43de-a164-10b7c84b9ba8: rpc.has_security_group_logging(os_id): False [ 785.562674] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.562853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.562954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.563207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.563334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.563569] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.563670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.563734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.563891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.563968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.564170] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.564267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.564329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.564484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.564577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.564774] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.564879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.564975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.565528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.565685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.565819] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be created. [ 785.634689] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.634904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.634904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.635187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.635387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.649062] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 785.717061] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.854430] env[65114]: INFO networking_nsxv3.common.synchronization [req-cbb9feaa-db4f-4dc0-83bd-b963904461ba req-b2465c20-854a-4b91-b3cc-d1c39685631f tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 785.855354] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 785.855642] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.855782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.855873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.856126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.856380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.856492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.856593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.857158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.857158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.857158] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.867061] env[65114]: INFO networking_nsxv3.common.synchronization [req-e7d038f5-4a12-453d-9e46-825240bc0c86 req-a87a5cf1-1fb3-4ece-ac70-28bbca2eae4c tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 785.867771] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 785.869055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.869055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.869055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.869342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.869572] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.869688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.869787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.869928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.870014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.870113] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.056770] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: SUCCESS [ 786.057025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.219195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.219700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.219839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.220222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.220394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.220564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590206e6-a99b-4012-97a7-92e252acc391 is going to be created. [ 786.250237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.250443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.250541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.250757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.250945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.258651] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.258969] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.259118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.261232] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.261541] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.261717] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.261833] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.262147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.262293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.262765] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.264058] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 786.264058] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 786.264058] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 786.264058] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 786.264058] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 786.264058] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 786.265324] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: UNINITIALIZED for 2s [ 786.284642] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 786.284806] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 786.284977] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 786.285210] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285548] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.285786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.286637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.286637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.286637] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.359933] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.373329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.373467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.373538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.373732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.373818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.373998] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.374120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.374172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.374295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.374372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.374455] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 786.403543] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.403800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.403949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.404249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.405518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.416633] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 786.790822] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.790822] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.791236] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.791361] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.791534] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.791702] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 not found, creating... [ 786.791996] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.792180] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.792307] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.792587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.792737] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.793035] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.793191] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.793305] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.793507] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.793695] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.793762] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 is going to be created. [ 786.813828] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.814022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.814146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.814690] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.814951] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.815240] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.862549] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.365287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.365466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.365541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.365998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.365998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.365998] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 787.398355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.398497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.398651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.398877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.399064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.408192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 787.539676] env[65114]: INFO networking_nsxv3.common.synchronization [req-cbb9feaa-db4f-4dc0-83bd-b963904461ba req-3067087b-31ab-4f3d-925f-c520956a4a31 service nova] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_rules [ 787.539854] env[65114]: INFO networking_nsxv3.common.synchronization [req-cbb9feaa-db4f-4dc0-83bd-b963904461ba req-3067087b-31ab-4f3d-925f-c520956a4a31 service nova] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 787.539987] env[65114]: INFO networking_nsxv3.common.synchronization [req-cbb9feaa-db4f-4dc0-83bd-b963904461ba req-3067087b-31ab-4f3d-925f-c520956a4a31 service nova] Enqueued Resource ID: eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 with Priority: HIGHEST for action port [ 787.540594] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_rules [ 787.540740] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 787.540837] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 with Priority: HIGHEST for action port [ 787.541200] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.541319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.541319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.541521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.541586] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.543040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.543939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.543939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.543939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.543939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.543939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.545305] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.663018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 787.663394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.046079] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.047055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.047582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 with status ACTIVE [ 788.047785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.047943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.048324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.048439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.048647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.048770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.048868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.049076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.049164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.049724] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.049724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.049724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.049724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.049724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.049926] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328 is going to be updated. [ 788.072030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.072030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.072030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.072273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.072367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.072525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb9c8bc0-373a-444e-bfa3-5b3d9f5c4328" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.283044] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: SUCCESS [ 788.283480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.283524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.283777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.283965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.284157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.284274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.284466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.284555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.284648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.284742] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.429413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 788.430769] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 deletion is rescheduled due to dependency. [ 788.430769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.787655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.787832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.787908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.788430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.788552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.788649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.788714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.788911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.789314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.789314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.789495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.789495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.789557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.789677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.790569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.790569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.790569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.790569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.790569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.790569] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.293079] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 590206e6-a99b-4012-97a7-92e252acc391: rpc.has_security_group_logging(os_id): False [ 789.315104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.315256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.315345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.315540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.315632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.315817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.315915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.315973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.316130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.316206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.316488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.316605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.316644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.316779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.316850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.317048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.317129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.317193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.317363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.317451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.317541] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590206e6-a99b-4012-97a7-92e252acc391 is going to be created. [ 789.390807] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.390963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.391050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.392401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.392401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.404537] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: IN_PROGRESS for 2s [ 789.424157] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 789.424387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.424565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.425156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.425156] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.425156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.425156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.426339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.426339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.426339] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.928205] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.432421] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.936578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.936578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.936578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.936578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.936578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.936578] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 790.940843] env[65114]: INFO networking_nsxv3.common.synchronization [req-c5b5995b-533b-4b22-a98d-ff41dcab3c54 req-171e4fb2-37f2-4788-8f1f-de553939d404 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 790.941547] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 790.941796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.942033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.942033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.942462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.942462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.942612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.942698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.942877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.942993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.943249] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.964562] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.964702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.964775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.965131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.974542] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 791.353400] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.353698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.353786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.353984] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.354890] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.354890] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355060] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.358231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.358314] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.358563] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.358737] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 791.358877] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 791.359474] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 791.359474] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 791.359474] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 791.359474] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 791.382512] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 791.382847] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 791.383162] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 791.383495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.384305] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-8a82ebbd-784a-448d-a9d1-00401f06e6a2 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.384305] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.384671] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.384907] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.385147] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a82ebbd-784a-448d-a9d1-00401f06e6a2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.410700] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b6e76969-0f58-4b09-8156-5d26e70c0dec None None] Enqueued Resource ID: 5bbc01d3-c25a-4a23-ad7a-2330282c873d with Priority: HIGHEST for action port [ 791.411764] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bbc01d3-c25a-4a23-ad7a-2330282c873d with Priority: HIGHEST for action port [ 791.412912] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bbc01d3-c25a-4a23-ad7a-2330282c873d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.412912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bbc01d3-c25a-4a23-ad7a-2330282c873d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.412912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bbc01d3-c25a-4a23-ad7a-2330282c873d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.413277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bbc01d3-c25a-4a23-ad7a-2330282c873d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.413277] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bbc01d3-c25a-4a23-ad7a-2330282c873d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.424202] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: SUCCESS [ 791.424506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.444990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.445464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.445550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.445746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.445885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.445926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.446045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.446118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.446205] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 791.490603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.490824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.490900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.491109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.491251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.502110] env[65114]: INFO networking_nsxv3.common.synchronization [req-13f9b878-6219-4e9d-a0e9-9b8a98c823bf req-345ecbdb-8bf0-460b-9924-e9abb9b3bf70 tempest-InstanceActionsV221TestJSON-705729340 tempest-InstanceActionsV221TestJSON-705729340-project-member] Enqueued Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 791.503053] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 791.503489] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGHEST for action security_group_members [ 791.503790] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.504476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.504678] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.504793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.504860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.505014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.505101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.505195] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.889473] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.890205] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.890513] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.890910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.891137] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.891349] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 8a82ebbd-784a-448d-a9d1-00401f06e6a2 not found, creating... [ 791.891720] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.891911] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.892069] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.892351] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.892512] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.892894] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.893486] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.893645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.893889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.894042] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.894227] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 8a82ebbd-784a-448d-a9d1-00401f06e6a2 is going to be created. [ 791.915344] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bbc01d3-c25a-4a23-ad7a-2330282c873d [ 791.915599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.915793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.915882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.916155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.917074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.917074] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bbc01d3-c25a-4a23-ad7a-2330282c873d already deleted. [ 791.917074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bbc01d3-c25a-4a23-ad7a-2330282c873d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.918045] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.918045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.918224] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.918370] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.918616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.918841] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.008659] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.008914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.009350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.009450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.009663] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.009801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.009868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.010064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.010148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.011038] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 is going to be updated. [ 792.078349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.078590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.078590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.078800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.078933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.094291] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: IN_PROGRESS for 2s [ 792.643079] env[65114]: INFO networking_nsxv3.common.synchronization [None req-11adea1b-cc6f-4f82-9198-1ad6947f4f67 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 792.644212] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 792.644643] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.644854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.644959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.645273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.645437] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.674818] env[65114]: INFO networking_nsxv3.common.synchronization [req-c5b5995b-533b-4b22-a98d-ff41dcab3c54 req-57ea5e3b-8888-4035-bfac-6ee61d0fbd49 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 792.675000] env[65114]: INFO networking_nsxv3.common.synchronization [req-c5b5995b-533b-4b22-a98d-ff41dcab3c54 req-57ea5e3b-8888-4035-bfac-6ee61d0fbd49 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 792.675128] env[65114]: INFO networking_nsxv3.common.synchronization [req-c5b5995b-533b-4b22-a98d-ff41dcab3c54 req-57ea5e3b-8888-4035-bfac-6ee61d0fbd49 service nova] Enqueued Resource ID: 8a82ebbd-784a-448d-a9d1-00401f06e6a2 with Priority: HIGHEST for action port [ 792.675756] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 792.675941] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 792.676580] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a82ebbd-784a-448d-a9d1-00401f06e6a2 with Priority: HIGHEST for action port [ 792.676974] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.677159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.677233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.677562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.677645] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.679477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.679623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.679850] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a82ebbd-784a-448d-a9d1-00401f06e6a2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.680026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.680117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.680295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.681676] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a82ebbd-784a-448d-a9d1-00401f06e6a2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.793417] env[65114]: INFO networking_nsxv3.common.synchronization [None req-42b0b5d3-e721-47d2-bb61-07e304844e4b tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 792.793678] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 792.794420] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.794580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.986149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.986149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.986487] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.167081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.167081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.167081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.167081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.167081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.167081] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac already deleted. [ 793.167865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.167865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.167865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.167865] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.183532] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.183532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.183658] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a82ebbd-784a-448d-a9d1-00401f06e6a2 with status ACTIVE [ 793.183750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.183852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.183916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.184141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.184223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.184404] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.184496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.185195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.185195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.185195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.185195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.185195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.185195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.185449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.185449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.185449] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a82ebbd-784a-448d-a9d1-00401f06e6a2 is going to be updated. [ 793.212164] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.212359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.212450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.212667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.212809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.212967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a82ebbd-784a-448d-a9d1-00401f06e6a2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.489463] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.489815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.490949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.490949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.491114] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.491114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.492100] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.492100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.492100] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.492385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.492385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.492385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.493978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.494144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.494332] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.513664] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 793.513840] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 793.513952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.514445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.514730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.514861] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.514941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.514996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.515364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.515364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.515364] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.691729] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.691729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.691729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.691729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.691729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.691729] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac already deleted. [ 793.692269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.768557] env[65114]: INFO networking_nsxv3.common.synchronization [req-a90550fe-5fd3-4d24-ad2b-82161fd3ce76 req-a69edacf-b199-4ad8-93a9-9ac7b323fd0a tempest-ImagesOneServerTestJSON-56418242 tempest-ImagesOneServerTestJSON-56418242-project-member] Enqueued Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 793.769498] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 793.769831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.769970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.770072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.770391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.770557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.770681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.770792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.770955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.771061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.771157] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.892172] env[65114]: INFO networking_nsxv3.common.synchronization [None req-78e751c7-40fb-4eb0-8163-2cdeb34e71b8 None None] Enqueued Resource ID: ee78f8a0-be1f-4eca-b578-60f8e2862a6b with Priority: HIGHEST for action port [ 793.892172] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee78f8a0-be1f-4eca-b578-60f8e2862a6b with Priority: HIGHEST for action port [ 793.892172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee78f8a0-be1f-4eca-b578-60f8e2862a6b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.892589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee78f8a0-be1f-4eca-b578-60f8e2862a6b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.893017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee78f8a0-be1f-4eca-b578-60f8e2862a6b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.894110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee78f8a0-be1f-4eca-b578-60f8e2862a6b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.894110] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee78f8a0-be1f-4eca-b578-60f8e2862a6b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.998685] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7bde095-08b8-44ae-aedc-1bc0d714a4f2: rpc.has_security_group_logging(os_id): False [ 794.016889] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.016889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.017076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.017566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.017566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.017566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.017566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.017747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.017747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.017806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.017972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.018347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.018544] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.018649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.018712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.018855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.019360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.019487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 794.021242] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.087263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.087525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.087628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.089642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.090232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.103923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 in Status: SUCCESS [ 794.104139] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 deletion is rescheduled due to dependency. [ 794.104258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.105340] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 794.152955] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-508 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.152955] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-508" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.152955] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-508" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.153442] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-508" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.153442] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.153587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.153587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.155464] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.155464] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.155464] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.155464] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.155464] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.155464] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.155464] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.155464] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.155464] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.171106] env[65114]: INFO networking_nsxv3.common.synchronization [req-2554cf89-f35b-4062-9170-14cf22aaff01 req-dc5360fe-3603-4065-a2f9-ce8d85304b39 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 794.172397] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 794.172747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.172877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.172945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.173426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.173485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.173633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.173717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.173813] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.195314] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.195431] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.195597] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.195844] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-508" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.196579] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d85b233d-d72b-450c-882d-fd3b68a97401 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.196760] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.196878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.202080] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.202080] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85b233d-d72b-450c-882d-fd3b68a97401',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.276559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.276559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.276559] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e already deleted. [ 794.276559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.397221] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee78f8a0-be1f-4eca-b578-60f8e2862a6b [ 794.397484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.397686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.397686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.397900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.397989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.398096] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee78f8a0-be1f-4eca-b578-60f8e2862a6b already deleted. [ 794.398178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee78f8a0-be1f-4eca-b578-60f8e2862a6b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.524668] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.677089] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.706018] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.706018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d85b233d-d72b-450c-882d-fd3b68a97401 not found, creating... [ 794.706018] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.706018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.706724] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.708247] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.709731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.712100] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.712100] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.712100] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d85b233d-d72b-450c-882d-fd3b68a97401 is going to be created. [ 794.731530] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.732522] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.732829] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.737468] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.737468] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.737468] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.027800] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.028032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.028113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.028345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.028454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.028607] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 795.063408] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.063585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.063682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.063928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.064126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.073910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 795.179500] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.489770] env[65114]: INFO networking_nsxv3.common.synchronization [req-a90550fe-5fd3-4d24-ad2b-82161fd3ce76 req-db7ee1a5-c353-41b1-86a9-ae5eff920d03 service nova] Enqueued Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_rules [ 795.489957] env[65114]: INFO networking_nsxv3.common.synchronization [req-a90550fe-5fd3-4d24-ad2b-82161fd3ce76 req-db7ee1a5-c353-41b1-86a9-ae5eff920d03 service nova] Enqueued Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 795.490105] env[65114]: INFO networking_nsxv3.common.synchronization [req-a90550fe-5fd3-4d24-ad2b-82161fd3ce76 req-db7ee1a5-c353-41b1-86a9-ae5eff920d03 service nova] Enqueued Resource ID: d85b233d-d72b-450c-882d-fd3b68a97401 with Priority: HIGHEST for action port [ 795.490633] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_rules [ 795.490799] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 795.490865] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d85b233d-d72b-450c-882d-fd3b68a97401 with Priority: HIGHEST for action port [ 795.491151] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.491356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.491356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.491568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.491651] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.492506] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.492606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.492875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.493087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.493245] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.493347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.493427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.493628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.493748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.493801] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.494581] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d85b233d-d72b-450c-882d-fd3b68a97401 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.494708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.494754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.495753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.495753] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d85b233d-d72b-450c-882d-fd3b68a97401',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.689530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.689761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.690071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.690698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.690698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.690698] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 795.720745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.721059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.721059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.721182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.721326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.731059] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 795.998496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.999496] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.999800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.000293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d85b233d-d72b-450c-882d-fd3b68a97401 with status ACTIVE [ 796.000586] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.000808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.000950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.001259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003949] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003949] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.003949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.003949] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d85b233d-d72b-450c-882d-fd3b68a97401 is going to be updated. [ 796.029338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.029511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.029575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.029818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.030172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.030172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d85b233d-d72b-450c-882d-fd3b68a97401" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.137230] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 796.137798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.501712] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.005847] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.005847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.005847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.006176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.006176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.006176] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e is going to be created. [ 797.033687] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.033687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.033687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.033687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.033687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.047039] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: UNINITIALIZED for 2s [ 797.085913] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 797.086161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087604] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.589879] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.590491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.590762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.590881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.590925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.591262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.591555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.591661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.591729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.591927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.592138] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.594855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.594855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.594855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.594855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.594855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.594855] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.741722] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 797.742185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.013357] env[65114]: INFO networking_nsxv3.common.synchronization [req-2235fdd1-a74d-4f85-aac6-b81728926208 req-50e515b2-88fa-4e89-b5cd-89fbbb4640c5 tempest-ServersNegativeTestMultiTenantJSON-566347758 tempest-ServersNegativeTestMultiTenantJSON-566347758-project-member] Enqueued Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 798.013936] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGHEST for action security_group_members [ 798.014273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.014499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.014601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.015118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015348] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.015501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.015584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.015794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.015910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.016134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.096541] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 798.114387] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.114387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.114387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.114387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.114568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.115325] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.115325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.115325] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.115744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.115744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.115744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.115929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.115996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.116068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.116179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.116281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.116431] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 798.183029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.183211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.183645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.199030] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 798.521393] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.521393] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.521393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.521393] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590206e6-a99b-4012-97a7-92e252acc391 is going to be updated. [ 798.551899] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.551899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.551899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.551899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.551899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.564350] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: IN_PROGRESS for 2s [ 799.065282] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: SUCCESS [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.065282] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.065282] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.074140] env[65114]: INFO networking_nsxv3.common.synchronization [req-d943e95b-1d86-49be-a4c2-68fe8fbeb866 req-b344e531-4782-44cd-b583-67d310e296fd tempest-DeleteServersAdminTestJSON-1739546440 tempest-DeleteServersAdminTestJSON-1739546440-project-member] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 799.075647] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 799.075647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.075647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.075647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.076290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.076508] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.077061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.077061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.077061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.077268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.077268] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.241157] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8c26d8a2-129b-4b4b-90f2-320a793fabbc None None] Enqueued Resource ID: a192ebe7-e67e-4339-9176-d84d3e52aa9d with Priority: HIGHEST for action port [ 799.241719] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a192ebe7-e67e-4339-9176-d84d3e52aa9d with Priority: HIGHEST for action port [ 799.242128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a192ebe7-e67e-4339-9176-d84d3e52aa9d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.242286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a192ebe7-e67e-4339-9176-d84d3e52aa9d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.242387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a192ebe7-e67e-4339-9176-d84d3e52aa9d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.242692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a192ebe7-e67e-4339-9176-d84d3e52aa9d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.242798] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a192ebe7-e67e-4339-9176-d84d3e52aa9d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.451794] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.452070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452165] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.453497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.453497] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.453497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.453497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.453825] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.453869] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.454586] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.454586] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.454586] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.454754] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.454792] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.457258] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.457530] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.483145] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.483752] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.483752] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.483752] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.485091] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.485091] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.485091] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.485091] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.485347] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.570535] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.570799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.571594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.571982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.572283] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.572451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.572554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.572842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.573333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.576323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.576673] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.576862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.576978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.577305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.577651] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.577825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.577926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.578201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.578347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.578832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.578832] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.580157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.580362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.580482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.580911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.580978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.581250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.581416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.581623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.581796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.581940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.582098] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 already deleted. [ 799.582240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.748101] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a192ebe7-e67e-4339-9176-d84d3e52aa9d [ 799.749568] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.749568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.749568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.749568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.749568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.749568] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a192ebe7-e67e-4339-9176-d84d3e52aa9d already deleted. [ 799.749568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a192ebe7-e67e-4339-9176-d84d3e52aa9d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.989543] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.989682] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.989854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.990943] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.990943] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.990943] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 not found, creating... [ 799.991145] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.991225] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.991394] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.991672] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.991828] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.998057] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.998057] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.998293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.998525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.998525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.998691] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 is going to be created. [ 800.026134] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.027023] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.027023] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.027023] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.027318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.028335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.086879] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1b41cb2-27c3-4bcb-a2bd-2c45faca353e: rpc.has_security_group_logging(os_id): False [ 800.122036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.122552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.122657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.122732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.122864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.122936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.123102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.123189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.123247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.123379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.123447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.123527] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e is going to be created. [ 800.226487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 800.226806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.234288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.234458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.234551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.234926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.235162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.252704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: IN_PROGRESS for 2s [ 800.578367] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 590206e6-a99b-4012-97a7-92e252acc391 in Status: SUCCESS [ 800.578499] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 590206e6-a99b-4012-97a7-92e252acc391 deletion is rescheduled due to dependency. [ 800.578625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.782174] env[65114]: INFO networking_nsxv3.common.synchronization [req-d943e95b-1d86-49be-a4c2-68fe8fbeb866 req-5ae5be92-626b-4341-b6ca-b15e2e33a2b2 service nova] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_rules [ 800.782412] env[65114]: INFO networking_nsxv3.common.synchronization [req-d943e95b-1d86-49be-a4c2-68fe8fbeb866 req-5ae5be92-626b-4341-b6ca-b15e2e33a2b2 service nova] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 800.782563] env[65114]: INFO networking_nsxv3.common.synchronization [req-d943e95b-1d86-49be-a4c2-68fe8fbeb866 req-5ae5be92-626b-4341-b6ca-b15e2e33a2b2 service nova] Enqueued Resource ID: d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 with Priority: HIGHEST for action port [ 800.783851] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_rules [ 800.783968] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 800.784137] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 with Priority: HIGHEST for action port [ 800.784430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.784605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.784661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.785032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.785032] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.787830] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.787830] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.787830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.787830] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.788685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.788685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.788884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.788915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.788970] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.291141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.291141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295653] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 with status ACTIVE [ 801.295653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.295653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.295653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.295653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.295653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.296108] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.296108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.296983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.296983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.296983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.296983] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.297387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.297387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.298084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.298337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.298489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4 is going to be updated. [ 801.299955] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.330846] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.330846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.330846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.330846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.331140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.331379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1d77ebc-03b7-4aa8-9337-98d1cb0e0bf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.803400] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.265293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: SUCCESS [ 802.265607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.305793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.306140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.306140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.306302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.306434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.306561] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be created. [ 802.337809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.338034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.338100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.338686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.338686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.352278] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: UNINITIALIZED for 2s [ 802.406219] env[65114]: INFO networking_nsxv3.common.synchronization [req-ece5bdc3-825c-4855-8201-2fd6670767a5 req-bde9c9c6-cac8-4adc-b750-4b35e44145c3 tempest-InstanceActionsNegativeTestJSON-1418668747 tempest-InstanceActionsNegativeTestJSON-1418668747-project-member] Enqueued Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 802.406219] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 802.406219] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.406219] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.406219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.406713] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.887869] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.888131] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-825" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.888212] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-825" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.888505] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-825" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.888761] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.889167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.889167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.889322] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.889462] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.889896] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.889896] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.889896] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.889896] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.890076] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.890076] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.890184] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 802.908926] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.909204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.909293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.909533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.909650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.909917] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.910036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.910104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.910318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.910412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.910506] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 already deleted. [ 802.910589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.911609] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 802.911775] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 802.911891] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 802.912059] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-825" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.912530] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-7d3f0989-422a-4a57-b67d-1379f0cd994f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.912699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.912815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.913269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.913269] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3f0989-422a-4a57-b67d-1379f0cd994f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.415717] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.416070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.416070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.417079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.417079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.417079] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 7d3f0989-422a-4a57-b67d-1379f0cd994f not found, creating... [ 803.417410] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.417560] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.417726] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.418545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.418773] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.419196] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.419413] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.419541] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.419753] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.419879] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.420027] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 7d3f0989-422a-4a57-b67d-1379f0cd994f is going to be created. [ 803.439902] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.440134] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.440265] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.440528] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.440747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.440978] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.152547] env[65114]: INFO networking_nsxv3.common.synchronization [req-ece5bdc3-825c-4855-8201-2fd6670767a5 req-5fdf6c21-7819-4022-856c-0caf97a02dfa service nova] Enqueued Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_rules [ 804.152846] env[65114]: INFO networking_nsxv3.common.synchronization [req-ece5bdc3-825c-4855-8201-2fd6670767a5 req-5fdf6c21-7819-4022-856c-0caf97a02dfa service nova] Enqueued Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 804.153156] env[65114]: INFO networking_nsxv3.common.synchronization [req-ece5bdc3-825c-4855-8201-2fd6670767a5 req-5fdf6c21-7819-4022-856c-0caf97a02dfa service nova] Enqueued Resource ID: 7d3f0989-422a-4a57-b67d-1379f0cd994f with Priority: HIGHEST for action port [ 804.153808] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_rules [ 804.157052] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 804.157052] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d3f0989-422a-4a57-b67d-1379f0cd994f with Priority: HIGHEST for action port [ 804.157052] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.157052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.157052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.157052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.157052] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.157052] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.157518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.157518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.157518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.157681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.157783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.157866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.158054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.158170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.158290] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.159452] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d3f0989-422a-4a57-b67d-1379f0cd994f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.159452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.159452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.159646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.159697] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d3f0989-422a-4a57-b67d-1379f0cd994f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.364577] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 804.364769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.364970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.365201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.365410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.365525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.365686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.365723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.365794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.365883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.366048] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.663465] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.664588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.664704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.664870] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7d3f0989-422a-4a57-b67d-1379f0cd994f with status ACTIVE [ 804.665043] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.665155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.665257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.665425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.665513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.665677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.665773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.665836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.665994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.667141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.667141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.667141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.667141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.667515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.667666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.667759] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7d3f0989-422a-4a57-b67d-1379f0cd994f is going to be updated. [ 804.694355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.694590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.694694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.695181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.695181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.695331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d3f0989-422a-4a57-b67d-1379f0cd994f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.865280] env[65114]: INFO networking_nsxv3.common.synchronization [None req-918d0641-8869-437d-8b24-3bd433938b7f None None] Enqueued Resource ID: b36109e3-3bc8-400c-b784-276a1bd38d12 with Priority: HIGHEST for action port [ 804.866512] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36109e3-3bc8-400c-b784-276a1bd38d12 with Priority: HIGHEST for action port [ 804.867301] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36109e3-3bc8-400c-b784-276a1bd38d12 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.867508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36109e3-3bc8-400c-b784-276a1bd38d12" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.867748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36109e3-3bc8-400c-b784-276a1bd38d12" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.868232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36109e3-3bc8-400c-b784-276a1bd38d12" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.868420] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36109e3-3bc8-400c-b784-276a1bd38d12',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.874184] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.874382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.874441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.875715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.876025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.876214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.876322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.876744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.876901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.877071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.877332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.877495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.877949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.878326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.878979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.879135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.879291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.879462] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.169636] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.371275] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b36109e3-3bc8-400c-b784-276a1bd38d12 [ 805.371511] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.371646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.371712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.371933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.372030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.372128] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b36109e3-3bc8-400c-b784-276a1bd38d12 already deleted. [ 805.372209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36109e3-3bc8-400c-b784-276a1bd38d12" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.382758] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ffdd44-40bb-47cd-9b4f-e74634353f06: rpc.has_security_group_logging(os_id): False [ 805.403709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.403889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.403950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.404197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.404293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.404558] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.404651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.404701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.404878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.405177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.405475] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.405475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.405691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.405691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.405770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.405972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.406060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.406105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.406214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.406285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.406369] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be created. [ 805.555421] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.555556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.555616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.557930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.557930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.572340] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: IN_PROGRESS for 2s [ 805.672824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.672824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.672824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.673424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.673424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.673424] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 is going to be created. [ 805.714533] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.714747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.714976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.715222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.715398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.726725] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: UNINITIALIZED for 2s [ 806.579924] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8ed0e330-c8ad-4657-bcae-9300b4def9a1 tempest-ServersTestManualDisk-555920244 tempest-ServersTestManualDisk-555920244-project-member] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 806.581779] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 806.581779] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.581779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.581779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.581779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.581779] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.771340] env[65114]: INFO networking_nsxv3.common.synchronization [None req-65cbcab4-7b96-47e0-ae08-f21e61fc600e tempest-ServersTestManualDisk-555920244 tempest-ServersTestManualDisk-555920244-project-member] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 806.773143] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 806.773143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.773143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.109090] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.109267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.109361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.109597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.109687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.109807] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 already deleted. [ 807.109894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.110097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.110300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.110397] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.315509] env[65114]: INFO networking_nsxv3.common.synchronization [None req-023db489-63a1-484b-b4b1-d20d6e9d289c None None] Enqueued Resource ID: a33f5f8f-13d3-4dce-bfad-0d2081afe685 with Priority: HIGHEST for action port [ 807.316402] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33f5f8f-13d3-4dce-bfad-0d2081afe685 with Priority: HIGHEST for action port [ 807.316986] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a33f5f8f-13d3-4dce-bfad-0d2081afe685 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.317189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a33f5f8f-13d3-4dce-bfad-0d2081afe685" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.317285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a33f5f8f-13d3-4dce-bfad-0d2081afe685" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.317555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a33f5f8f-13d3-4dce-bfad-0d2081afe685" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.317644] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33f5f8f-13d3-4dce-bfad-0d2081afe685',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.585648] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 807.585976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.639500] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.639500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.639500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.639500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.639749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.639749] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 already deleted. [ 807.639749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.744053] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: SUCCESS [ 807.744053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.744053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.744355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.744647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.744803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.744900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.745176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.745292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.746099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.746099] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.822473] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a33f5f8f-13d3-4dce-bfad-0d2081afe685 [ 807.822795] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.822795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.822945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.823183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.823253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.823484] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a33f5f8f-13d3-4dce-bfad-0d2081afe685 already deleted. [ 807.823484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a33f5f8f-13d3-4dce-bfad-0d2081afe685" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.250036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.250036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.250036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.250036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.250036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.250401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.250401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.250401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.250491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.250577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.250875] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.251027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.251124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.251299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.251470] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.251593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.251657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.251853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.251963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.252056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.252236] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.755270] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 630c3816-ccb6-42ac-a0b5-92f5d2732d48: rpc.has_security_group_logging(os_id): False [ 808.779799] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.779961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.780054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.780414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.780414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.780708] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.780828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.780828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.781464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.781646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.781717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.781888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.781985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.782069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.782204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.782266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.782355] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 is going to be created. [ 808.873383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.873731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.873731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.873806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.873994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.892718] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: IN_PROGRESS for 2s [ 810.179368] env[65114]: INFO networking_nsxv3.common.synchronization [req-3427185d-07a8-4318-870a-59cd182cb46f req-a83fc5e6-2482-4c65-84c5-55165df88282 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 810.180019] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 810.180924] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.180924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.180924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.180924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.182029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.182029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.182029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.182029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.182029] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.686431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.686647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.686734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.686985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.687107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687308] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.687409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.687493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.687659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.687733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687844] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 810.719630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.719832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.719962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.722452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.722452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.733704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 810.844481] env[65114]: INFO networking_nsxv3.common.synchronization [req-1f31902d-f224-4085-af8a-493ccab84846 req-eb5fea3d-4958-4468-b509-9f6b4219017d tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 810.845029] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 810.846325] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.846325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.846325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.846325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.846325] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.846325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.846325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.846875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.846875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.846875] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.906792] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: SUCCESS [ 810.907070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.349308] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.349619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.349619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.349770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.350244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.350244] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.350244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.350244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.350595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.350689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.350786] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be updated. [ 811.373031] env[65114]: INFO networking_nsxv3.common.synchronization [req-fd5ac837-4d99-466c-803c-03df56684c3d req-c45e533f-88fe-4a4b-aab4-6c41cfebc3a4 tempest-ServersTestJSON-1198327357 tempest-ServersTestJSON-1198327357-project-member] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 811.373031] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGHEST for action security_group_members [ 811.373453] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.373733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.373920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.374264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.374601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.375025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.375025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.376764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.376764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.376764] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.439041] env[65114]: INFO networking_nsxv3.common.synchronization [req-42d41854-60cd-4de9-8a16-809c4b1a86e5 req-2b629c74-2351-4c00-8932-bc78ac0963dd tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 811.439041] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 811.439041] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.439041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.439332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.439332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.440127] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.440127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.440127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.440127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.440127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.440127] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.547166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.547166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.547166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.547166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.547166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.573083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 811.881396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.881562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.881638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.881875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.881989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.882204] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.882305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.882369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.882571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.882656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.882778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 is going to be updated. [ 811.914257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.914444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.914444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.914776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.914904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.928984] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: IN_PROGRESS for 2s [ 811.941738] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.941896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.941970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.942234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.942281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.942491] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.942590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.942629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.942784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.942832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.942912] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be updated. [ 811.976214] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.976214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.976214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.976214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.976396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.988038] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: IN_PROGRESS for 2s [ 812.431313] env[65114]: INFO networking_nsxv3.common.synchronization [req-50b0cb3e-dfe8-48d8-aeba-9a10dd96d5b8 req-370e2805-c27f-44e4-92c9-2c8587674003 tempest-DeleteServersAdminTestJSON-941150387 tempest-DeleteServersAdminTestJSON-941150387-project-admin] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 812.431313] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 812.435026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.435026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.435026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.435026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.744159] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 812.744159] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 812.744553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.767066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.767229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.767319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.767684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.767821] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.937641] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.937835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.937949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.938214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.938340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.938595] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.938786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.938868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.939089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.939183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.939298] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be updated. [ 812.968268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.968268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.968268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.968268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.968268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.977267] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: IN_PROGRESS for 2s [ 813.270602] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.587160] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 813.587160] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 deletion is rescheduled due to dependency. [ 813.587160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.773240] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.945467] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d011d742-7fd4-4d64-8846-51d1fed444f0 in Status: SUCCESS [ 813.945654] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 deletion is rescheduled due to dependency. [ 813.945767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.997736] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 813.997923] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf deletion is rescheduled due to dependency. [ 813.998050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.276691] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 814.277952] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 814.989426] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 814.989426] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 deletion is rescheduled due to dependency. [ 814.989426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.417613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.417947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.417947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.418168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.434022] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 815.434966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.435981] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 815.464863] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.465062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.465129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.465396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.474571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.475355] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 815.475355] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.475501] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.522030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.522030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.522030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.522250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.523561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.523743] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 815.593430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.593430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.593564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.593987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.593987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.594261] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 815.673809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.674045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.674045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.675045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.675045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.675045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 815.675045] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'fa5a62b6-c465-4067-bb72-4a70d7ab9c80', '21f3aee9-5e54-4aa7-af8e-033506cf1faf', '777e85e2-af0c-454e-98d2-4fc45a0ed877', 'a4d93f67-f79d-41a0-ae1c-53675c92dc06', '9a8f6d68-8ece-4b6c-8fea-bd88ceacde75', 'cad9a5cf-dc1a-431a-9f56-b8103c262764', '97150e61-a38e-4284-87ce-6ffbe333fb7d', '590206e6-a99b-4012-97a7-92e252acc391', '83af7cc6-3c10-45e1-91c6-97b87ec5c69a', '3f2ec7e7-84ba-4f6f-98bc-597d1d276a67', 'ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9', 'c7bde095-08b8-44ae-aedc-1bc0d714a4f2', '7745fb24-a909-4d0f-8a1a-a192147e680f', 'f9ffdd44-40bb-47cd-9b4f-e74634353f06', 'efc876a3-03c3-4ce0-9d1e-8feec5a818a1', 'c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c', 'bf3e4623-47cb-4fa2-9b38-83898a8a3d22', '2fb7eee0-a2e9-4941-9810-4b92805d8756', '0928e5a5-4296-4ac1-80ee-7e19f95ca392', '630c3816-ccb6-42ac-a0b5-92f5d2732d48', '292500be-03ff-412f-b8cf-72fa8306906e', '6f5dfb35-0a4c-41ba-866d-26835db9047f', 'e0599970-8fd7-4014-8f1f-ee90a5602c0c', 'ed0285d4-997c-4128-ae04-d5f4cef27eb7', '6fcb94da-fc51-44ee-9ab1-e9dea1bef49f', '5e92cf50-21ec-4017-af5d-ba97ae2a0413', 'd011d742-7fd4-4d64-8846-51d1fed444f0', 'ef46263a-22b8-4557-bb3c-33d97e52996e', 'a796a5d6-bda9-4a53-98a3-32853a1df85f', 'd18eadc0-06da-4716-8cd9-0790d3cefc6c', 'd17c8a8e-330e-43de-a164-10b7c84b9ba8', '5a261600-aa35-4adc-886c-74759f18ac08', 'd1769462-881f-442a-ab99-51ce7f8e5970', 'd1b41cb2-27c3-4bcb-a2bd-2c45faca353e', 'b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22'} {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.675045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 815.697353] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.697605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.697605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.697841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.697948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.698072] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 815.698148] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.698217] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 815.768296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.768514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.768514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.770057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.770057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.770057] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 815.770057] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 815.770057] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 815.770057] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 815.770615] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 815.770615] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGH for action security_group_rules [ 815.770880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 815.770880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGH for action security_group_rules [ 815.770880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGH for action security_group_rules [ 815.770880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGH for action security_group_rules [ 815.770880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGH for action security_group_rules [ 815.771048] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGH for action security_group_rules [ 815.771048] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGH for action security_group_rules [ 815.771048] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGH for action security_group_rules [ 815.771141] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGH for action security_group_rules [ 815.771190] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGH for action security_group_rules [ 815.771503] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGH for action security_group_rules [ 815.771503] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGH for action security_group_rules [ 815.771503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [req-73a8b905-636f-40b1-a61f-d020ac3a1cdb req-77f89254-cf02-4df1-8f42-d9f514364cc7 tempest-InstanceActionsNegativeTestJSON-1418668747 tempest-InstanceActionsNegativeTestJSON-1418668747-project-member] Enqueued Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGHEST for action security_group_members [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 with Priority: HIGH for action security_group_rules [ 816.075535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 with Priority: HIGH for action security_group_rules [ 816.076479] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGH for action security_group_rules [ 816.076803] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c with Priority: HIGH for action security_group_rules [ 816.077031] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7745fb24-a909-4d0f-8a1a-a192147e680f with Priority: HIGH for action security_group_rules [ 816.077255] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGH for action security_group_rules [ 816.077453] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGH for action security_group_rules [ 816.077658] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGH for action security_group_rules [ 816.077860] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 816.078490] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 with Priority: HIGH for action security_group_rules [ 816.078490] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 590206e6-a99b-4012-97a7-92e252acc391 with Priority: HIGH for action security_group_rules [ 816.078490] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 with Priority: HIGH for action security_group_rules [ 816.078490] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGH for action security_group_rules [ 816.078490] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 with Priority: HIGH for action security_group_rules [ 816.078798] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.078931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.079024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.079333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.079400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.079499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.079558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.079711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.079797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.079892] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.080796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.080908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.080974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.081562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.081648] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.083065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.083176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.083239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.083393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.083465] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.085103] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.085174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.085278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.086035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.086035] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.086747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.086747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.086747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.086942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.086942] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.088949] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.088949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.088949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.089175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.089175] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('630c3816-ccb6-42ac-a0b5-92f5d2732d48',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.090358] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.090358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.091069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.091069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.091069] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0928e5a5-4296-4ac1-80ee-7e19f95ca392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.091593] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2fb7eee0-a2e9-4941-9810-4b92805d8756 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.092340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.092421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.092548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.092627] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2fb7eee0-a2e9-4941-9810-4b92805d8756',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.094589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.094589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.094589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.094589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.094589] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf3e4623-47cb-4fa2-9b38-83898a8a3d22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.095919] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.095919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.095919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.096052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.096086] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.097341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.097341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.097341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.097553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.097593] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.097826] env[65114]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 816.098783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7745fb24-a909-4d0f-8a1a-a192147e680f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.099238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.099238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.099238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.099342] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7745fb24-a909-4d0f-8a1a-a192147e680f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.101252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.101361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.101402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.102026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.102026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.106020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.106020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.106020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.106020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.106698] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.107100] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cad9a5cf-dc1a-431a-9f56-b8103c262764 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.107244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.107338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.107563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.107676] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cad9a5cf-dc1a-431a-9f56-b8103c262764',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.109219] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-590206e6-a99b-4012-97a7-92e252acc391 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.109370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.109477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.109982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.110139] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('590206e6-a99b-4012-97a7-92e252acc391',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.111892] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.112129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.112181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.112440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.112570] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9a8f6d68-8ece-4b6c-8fea-bd88ceacde75',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.116630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.116761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.116844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117102] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.118096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.118208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.118263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.118426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.118497] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4d93f67-f79d-41a0-ae1c-53675c92dc06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.118731] env[65114]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 816.282784] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.283300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.283300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.283526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.312076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.312331] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.312481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.312532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.312791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.312888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.312975] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 is going to be updated. [ 816.350029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.350268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.350377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.350679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.350892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.363445] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: IN_PROGRESS for 2s [ 816.610496] env[65114]: INFO networking_nsxv3.common.synchronization [req-1cb42e0d-5427-4eb2-a466-829b0fe477b7 req-2b688595-5af8-4e96-8eef-7d492f5c92a9 tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 816.611474] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 816.611593] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.611714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.611714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.611912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612056] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.612196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.612366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.612366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.612495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.612565] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.622694] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.622694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.622694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.622694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.623132] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.623132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.623132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.623132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.623342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.623342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.623455] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.779172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.779386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.779433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.779871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.780088] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.780214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.780272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.780449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.780549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.780656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.780763] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.782297] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.782565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.813352] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.813553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.813633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.813834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.814153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.814292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.814360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.814622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.814783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.814918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.815033] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.816859] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.817018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.817018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.817398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.817552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.817628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.817778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.817859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.817943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.818109] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.833938] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.834181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.834245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.834483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.834686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.834824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.834912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.835127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.835237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.835342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.835456] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.843030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.843211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.843211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.843365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.843540] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.843640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.843707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.843862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.843947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.844192] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.844283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.844335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.844475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.844607] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.844695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.844750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.844878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.844951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.845044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.845133] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.854517] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c7bde095-08b8-44ae-aedc-1bc0d714a4f2: rpc.has_security_group_logging(os_id): False [ 816.886762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.886762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.886762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.886762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.909015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.909147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.910445] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.910611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.911506] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.911610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.912355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.912439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.923220] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.923342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.927899] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.928040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.930017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.930149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.944612] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.944827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.946120] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.946120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.946873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.947021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.954663] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 816.955327] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.955450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.052716] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 817.053377] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.054271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.054662] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 817.055170] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.055331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.056229] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 817.056646] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.056744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.065972] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 817.066665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.066849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be deleted. [ 817.067994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.068247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.068335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.068439] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 is going to be deleted. [ 817.069277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.069456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.097026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.097026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2fb7eee0-a2e9-4941-9810-4b92805d8756 is going to be deleted. [ 817.097026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.097026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.118464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.118464] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 590206e6-a99b-4012-97a7-92e252acc391 is going to be deleted. [ 817.119489] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.121069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.121326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.126941] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.139568] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.139752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.153932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.154099] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c is going to be deleted. [ 817.155082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.155241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.156835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.156835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.176970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.176970] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4d93f67-f79d-41a0-ae1c-53675c92dc06 is going to be deleted. [ 817.178029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.178170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.183814] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.183959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.198372] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.198505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.201947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.202090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cad9a5cf-dc1a-431a-9f56-b8103c262764 is going to be deleted. [ 817.203036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.203255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.215997] env[65114]: INFO networking_nsxv3.common.synchronization [req-e3b78646-b25f-4787-9217-ea4cbcc61339 req-24d6d799-408a-4121-a032-2475df40ae80 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 817.216403] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 817.217101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.217101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.217101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.217273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.217406] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.217650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.217733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.217892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.217977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.218086] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.234339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.234511] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9a8f6d68-8ece-4b6c-8fea-bd88ceacde75 is going to be deleted. [ 817.235643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.235863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.239182] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.239323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.283571] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.320251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.320251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.320668] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.320768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.320827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.320969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.321071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.321161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.321309] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.321400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.321459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.321602] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.321739] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.321892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.321892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.322063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.322145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.322229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.322326] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.351386] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.356998] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.356998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.379098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.379501] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be deleted. [ 817.381160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.381521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.493257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.493400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.524612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.524762] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be deleted. [ 817.528871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.529216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.534266] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.534350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.585859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.587031] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7745fb24-a909-4d0f-8a1a-a192147e680f is going to be deleted. [ 817.587386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.589360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.589645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.589764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.593575] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.593774] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.593900] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.594181] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.594503] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.594593] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.594711] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.595075] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.595075] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.595298] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.595408] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.595573] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.595708] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.595889] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.596072] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.596272] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.621744] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.635768] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 817.639051] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.639235] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.639368] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.639567] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.639932] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-668adc8c-7fb0-4065-a881-46d7df3caf3b taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.640125] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.640264] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.640621] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.640809] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668adc8c-7fb0-4065-a881-46d7df3caf3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.675819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.675819] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf3e4623-47cb-4fa2-9b38-83898a8a3d22 is going to be deleted. [ 817.677100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.677100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.680141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.680254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.684946] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.685140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.721540] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.721540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.752471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752620] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be deleted. [ 817.753681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.753917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.780537] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.780751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.788300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97150e61-a38e-4284-87ce-6ffbe333fb7d: rpc.has_security_group_logging(os_id): False [ 817.824990] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efc876a3-03c3-4ce0-9d1e-8feec5a818a1: rpc.has_security_group_logging(os_id): False [ 817.829276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.829592] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.829724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.829788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.829997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.830097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.830303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.830407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.830468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.830845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.830929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.831135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.831226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.831275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.831419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.831492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.831589] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 817.832939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.833124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.852291] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.852416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.853829] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9: rpc.has_security_group_logging(os_id): False [ 817.868017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.868017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.871608] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.871772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.907964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.908117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.930387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.930753] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0928e5a5-4296-4ac1-80ee-7e19f95ca392 is going to be deleted. [ 817.931521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.931872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.931964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.932542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.932656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.932789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-590206e6-a99b-4012-97a7-92e252acc391" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.933398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.933612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.933711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.934559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2fb7eee0-a2e9-4941-9810-4b92805d8756" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.934559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.934559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.934559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.934559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c19521d4-b9dd-4c37-9ceb-68bc86d2ba4c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.935198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.935198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4d93f67-f79d-41a0-ae1c-53675c92dc06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.935466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.935466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cad9a5cf-dc1a-431a-9f56-b8103c262764" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.935784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.935850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.935983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9a8f6d68-8ece-4b6c-8fea-bd88ceacde75" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.937196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.939571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.939571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.027957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.028308] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.028416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.028476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.028685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.028765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.028876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 818.030016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.030201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.030287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.030405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.030573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.030683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.030804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.030959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.031092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.031151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.031283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.031343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.031412] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be deleted. [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7745fb24-a909-4d0f-8a1a-a192147e680f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.040625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.083538] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.083807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.100133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.100705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.104640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.105022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.105204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.105204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.105415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.105532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.105652] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 818.106758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.106938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.107083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.107162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf3e4623-47cb-4fa2-9b38-83898a8a3d22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.107292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.107441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.127733] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.127733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.127733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.127733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.127733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.127733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 818.144854] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.144854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.145520] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.145877] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.146057] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.146232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 668adc8c-7fb0-4065-a881-46d7df3caf3b not found, creating... [ 818.146564] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.146767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.146924] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.147161] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.147305] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.147627] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.147792] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.147905] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.148145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.148329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.148458] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 668adc8c-7fb0-4065-a881-46d7df3caf3b is going to be created. [ 818.194946] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.195301] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.195473] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.195823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.197046] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.197046] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.198396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.199137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.199137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.199137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.199474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.199474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.199474] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be updated. [ 818.201720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.201720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.201720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.201975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.202050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.203113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.203250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.206628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.206628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.206628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.206628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.206628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.206628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.241038] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 818.242904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.243073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.243150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.243530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.244563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.271016] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 818.280278] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.280440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.284510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.285258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.285258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.285258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.285258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.285514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.285553] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.285661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.285794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.285891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.285964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.286173] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.286249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.286313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.286466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.286595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.286658] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 818.287941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.288144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.288249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.288384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.288472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.288633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.288775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.289813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.289977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.290080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.290195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0928e5a5-4296-4ac1-80ee-7e19f95ca392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.290337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.290478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.290622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.344923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 818.376731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.376942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.377054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.377331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.377520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.380453] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 818.380732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.403304] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 in Status: SUCCESS [ 818.403518] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 630c3816-ccb6-42ac-a0b5-92f5d2732d48 deletion is rescheduled due to dependency. [ 818.403655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-630c3816-ccb6-42ac-a0b5-92f5d2732d48" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.507194] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: IN_PROGRESS for 2s [ 818.563672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.563672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.563672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.563845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.563996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.588388] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 818.935401] env[65114]: INFO networking_nsxv3.common.synchronization [req-e3b78646-b25f-4787-9217-ea4cbcc61339 req-32b7dcc7-79d2-45e9-aa42-9aa9800a0b5c service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 818.935458] env[65114]: INFO networking_nsxv3.common.synchronization [req-e3b78646-b25f-4787-9217-ea4cbcc61339 req-32b7dcc7-79d2-45e9-aa42-9aa9800a0b5c service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 818.935613] env[65114]: INFO networking_nsxv3.common.synchronization [req-e3b78646-b25f-4787-9217-ea4cbcc61339 req-32b7dcc7-79d2-45e9-aa42-9aa9800a0b5c service nova] Enqueued Resource ID: 668adc8c-7fb0-4065-a881-46d7df3caf3b with Priority: HIGHEST for action port [ 818.938833] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 818.939979] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 818.939979] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668adc8c-7fb0-4065-a881-46d7df3caf3b with Priority: HIGHEST for action port [ 818.940616] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.940774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.940845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.941141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.941237] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.943192] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.943379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.943566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.943736] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.943834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.943911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.944083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.944163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.944273] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.947871] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-668adc8c-7fb0-4065-a881-46d7df3caf3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.948061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.948116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.948288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.948367] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668adc8c-7fb0-4065-a881-46d7df3caf3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.450023] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.452080] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.452662] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 668adc8c-7fb0-4065-a881-46d7df3caf3b with status ACTIVE [ 819.452865] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.453065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.453672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.453816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.454025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.454135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.454189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.454364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.454431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.454643] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.454740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.454792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.454940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.455031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.455104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 668adc8c-7fb0-4065-a881-46d7df3caf3b is going to be updated. [ 819.479504] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.479742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.479829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.480036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.480353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.480353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668adc8c-7fb0-4065-a881-46d7df3caf3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.954587] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.256204] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 820.256662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.282791] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 820.283098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.283314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.283542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.283749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.283858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.283922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.284090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.284170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.284256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.284348] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.358610] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 820.358885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.457193] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.457592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.457592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.457676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.458379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.458379] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be created. [ 820.487375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.487627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.487627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.487861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.488037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.499513] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: UNINITIALIZED for 2s [ 820.519705] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: SUCCESS [ 820.519969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.606275] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 820.606867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.788749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.788749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.788749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.789344] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.789344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.789344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.789344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.789344] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.789570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.789570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.789570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.789684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.789783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.790658] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.292486] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fa5a62b6-c465-4067-bb72-4a70d7ab9c80: rpc.has_security_group_logging(os_id): False [ 821.317921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.318112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.318190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.318401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.349144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.349144] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.349960] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.349960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.350221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.350291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.350502] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.350604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.350659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.351056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.351056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.351056] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 821.421383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.421540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.421615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.421827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.421973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.443542] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 822.509458] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 822.509707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.509834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.510793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.510793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.510793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.510793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.510793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.511181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.511181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.511181] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.018028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.018178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.018264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.018476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.018980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.019141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.019203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.019387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.019476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.019766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.019904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.020009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.020192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.020376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.020471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.020530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.020666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.020735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.020838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.020977] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.466433] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 823.466739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.523300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 823.542703] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.542825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.542902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.543148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.543239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.543451] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.543570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.543616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.543760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.543881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.544106] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.544203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.544265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.544406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.544479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.544681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.544776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.544834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.544970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.545058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.545144] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be created. [ 823.604383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.604524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.604597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.604846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.604980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.615869] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 823.942396] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 823.942542] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 825.092767] env[65114]: INFO networking_nsxv3.common.synchronization [req-e65bf404-3ea1-4492-a26f-de0c19160dd3 req-b9522442-c0fd-4431-a2d9-dcb35cc16c85 tempest-ListImageFiltersTestJSON-702820606 tempest-ListImageFiltersTestJSON-702820606-project-member] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 825.093535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGHEST for action security_group_members [ 825.093879] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.094016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.094085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.094286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.094436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.094604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.094666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.094834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.094927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.095036] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.598194] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.598645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.598645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.598740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.628388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.628454] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.628700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.628823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.629153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.629284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.629449] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be updated. [ 825.631582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 825.631910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.660546] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.661479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.661479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.661479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.661659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.671965] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: IN_PROGRESS for 2s [ 827.685253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef46263a-22b8-4557-bb3c-33d97e52996e in Status: SUCCESS [ 827.685720] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e deletion is rescheduled due to dependency. [ 827.685720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.320177] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-f78b4c94-7e30-491e-a98b-16e3057b7911 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.320702] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.320991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.321137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.321209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.321953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.321953] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.321953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.321953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.321953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.322412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.322412] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.620247] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-03f76c52-d660-4aa2-b310-e28631672ea7 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.620539] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.621371] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.621577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.824760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.824760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.824760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.824760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.824760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825286] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.825286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.825286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825429] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 already deleted. [ 828.825518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.825830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.826110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.826152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.826426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.826426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.826426] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.977548] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-4ac751e7-8602-4503-b767-327b1611f74e tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.978260] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 828.978611] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.978669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.313057] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.313282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.313416] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.313772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.314174] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.314370] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.314534] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.314787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.314941] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.315176] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.315296] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 829.315411] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 829.315525] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 829.315694] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 829.315754] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 829.315884] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 829.332509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.332676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.332751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.332971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.333111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.333334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.333433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.333490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.334223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.334223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334223] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 already deleted. [ 829.334223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.334223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.334491] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.334544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.334607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.334749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.334841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.334898] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.340154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 829.340154] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 829.340154] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 829.340154] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.340450] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-26fb5178-fc92-4ddd-afcb-1791c8cc5259 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.340450] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.340580] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.340848] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.340993] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fb5178-fc92-4ddd-afcb-1791c8cc5259',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.838177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.838177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.838177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.838177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.838680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.838680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.838680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.838680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.838680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.838680] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 already deleted. [ 829.839016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.843826] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.844027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.844155] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.844387] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.844531] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.844764] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 26fb5178-fc92-4ddd-afcb-1791c8cc5259 not found, creating... [ 829.845078] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.845256] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.845373] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.845584] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.845718] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.845990] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.846156] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.846269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.846487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.846694] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.846892] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 26fb5178-fc92-4ddd-afcb-1791c8cc5259 is going to be created. [ 829.870383] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.870645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.870782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.871056] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.871266] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.871546] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.610184] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-27c7c5e2-fd47-4593-b16b-3417954fce84 service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 830.610437] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-27c7c5e2-fd47-4593-b16b-3417954fce84 service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 830.610680] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-27c7c5e2-fd47-4593-b16b-3417954fce84 service nova] Enqueued Resource ID: 26fb5178-fc92-4ddd-afcb-1791c8cc5259 with Priority: HIGHEST for action port [ 830.611661] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 830.611661] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 830.611661] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26fb5178-fc92-4ddd-afcb-1791c8cc5259 with Priority: HIGHEST for action port [ 830.613117] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.613117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.613117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.613464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.613464] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.614675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.615324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.615324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.616113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.617184] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.618929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.618929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.618929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.618929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.618929] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.620421] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-26fb5178-fc92-4ddd-afcb-1791c8cc5259 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.620525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.620525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.621521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.621521] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26fb5178-fc92-4ddd-afcb-1791c8cc5259',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.118360] env[65114]: INFO networking_nsxv3.common.synchronization [req-67a9b369-87ea-4463-9d60-b0efebf46ee2 req-5b351b01-e295-4f88-99b7-a5cf0b73d970 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 831.118909] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 831.120363] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.120495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.120562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.120817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.120906] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.121018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.121085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.121236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.121319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.121410] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.122271] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.124977] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26fb5178-fc92-4ddd-afcb-1791c8cc5259 with status ACTIVE [ 831.125172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.125285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.125362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.125532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.125617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.125791] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.125888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.125949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.126110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.126186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.126361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.126451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.126510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.126677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.126735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.126821] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26fb5178-fc92-4ddd-afcb-1791c8cc5259 is going to be updated. [ 831.127929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.128041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.150888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.151182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.151182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.151333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.151467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.151625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26fb5178-fc92-4ddd-afcb-1791c8cc5259" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.441784] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-407" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-407" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-407" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.441784] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.441784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.442526] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.442907] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.443252] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.443528] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.444213] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.444456] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.446182] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.446182] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.466257] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.466442] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.466549] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.466780] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-407" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.467109] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-108c900b-2471-4176-8137-d7fa5f2c8b65 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.467284] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.467412] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.467771] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.467936] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108c900b-2471-4176-8137-d7fa5f2c8b65',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.476278] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-412 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.476460] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.476580] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.476880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.477147] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.477299] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.477411] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.477622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.477779] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.478009] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.478111] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.478218] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.478343] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.478457] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.478559] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.478768] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.498663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.498905] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.499049] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.499232] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-412" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.499545] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.499712] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.499831] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.500211] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.500333] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83775c6f-4a8b-40b4-a6b7-707dda2ce4df',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.625434] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.626961] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.970669] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.970889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.970889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.971264] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.971449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.971627] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 108c900b-2471-4176-8137-d7fa5f2c8b65 not found, creating... [ 831.971950] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.972184] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.972323] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.972637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.972796] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.973148] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.973329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.973492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.973803] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.973912] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.974069] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 108c900b-2471-4176-8137-d7fa5f2c8b65 is going to be created. [ 831.996192] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.996436] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.996526] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.996919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.997168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.997415] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.002177] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.002344] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.002486] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.003190] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 83775c6f-4a8b-40b4-a6b7-707dda2ce4df not found, creating... [ 832.003445] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.003445] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.003557] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.003774] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.003909] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.004198] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.004352] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.004484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.004715] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.004858] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.005016] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df is going to be created. [ 832.029170] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.029473] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.029645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.029949] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.030229] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.030506] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.129367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.129801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.129801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.129924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.130034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.130154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be created. [ 832.131619] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.170078] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.170078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.170078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.170418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.170459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.181049] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: UNINITIALIZED for 2s [ 832.634448] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.634656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.634708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.635028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.635177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.635341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 832.667027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.667171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.667289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.667440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.667580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.678139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 832.787867] env[65114]: INFO networking_nsxv3.common.synchronization [req-67a9b369-87ea-4463-9d60-b0efebf46ee2 req-3ded28f1-478e-4e0b-aecd-7a95dee80712 service nova] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 832.788218] env[65114]: INFO networking_nsxv3.common.synchronization [req-67a9b369-87ea-4463-9d60-b0efebf46ee2 req-3ded28f1-478e-4e0b-aecd-7a95dee80712 service nova] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 832.788390] env[65114]: INFO networking_nsxv3.common.synchronization [req-67a9b369-87ea-4463-9d60-b0efebf46ee2 req-3ded28f1-478e-4e0b-aecd-7a95dee80712 service nova] Enqueued Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 832.789226] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-6680c3a6-cdb3-437d-b2e5-7010081dcb9e service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 832.789406] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-6680c3a6-cdb3-437d-b2e5-7010081dcb9e service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 832.789539] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-6680c3a6-cdb3-437d-b2e5-7010081dcb9e service nova] Enqueued Resource ID: 108c900b-2471-4176-8137-d7fa5f2c8b65 with Priority: HIGHEST for action port [ 832.790108] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 832.790250] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 832.790361] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 108c900b-2471-4176-8137-d7fa5f2c8b65 with Priority: HIGHEST for action port [ 832.790486] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 832.790560] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 832.790647] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 832.791225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.791225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.791225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.791455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.791455] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.792713] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.792877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.793015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.793206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.793297] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83775c6f-4a8b-40b4-a6b7-707dda2ce4df',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.794091] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-108c900b-2471-4176-8137-d7fa5f2c8b65 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.794213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.794275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.795521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.795521] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('108c900b-2471-4176-8137-d7fa5f2c8b65',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.795521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.795521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.795521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.797141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.797141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.797141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.296876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with status ACTIVE [ 833.297230] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.297362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.297420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.298267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.298493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.298671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.298770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.298970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.299126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.299364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.299505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.299587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.299771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.299874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.299983] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df is going to be updated. [ 833.301210] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 108c900b-2471-4176-8137-d7fa5f2c8b65 with status ACTIVE [ 833.301387] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.301495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.301565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.301879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.302021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.302481] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.302633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.302850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.303185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.303347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.303632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.303795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.303920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.304108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.304218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.304342] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 108c900b-2471-4176-8137-d7fa5f2c8b65 is going to be updated. [ 833.305734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.305861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.332341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.332341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.332341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.332341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.332341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-108c900b-2471-4176-8137-d7fa5f2c8b65" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.335276] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.335276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.335276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.335276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.335276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.335276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.667810] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.668076] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.668231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.668714] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.668823] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.669123] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.669285] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.669542] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.669688] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.670214] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.670214] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 833.670368] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 833.670408] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 833.670547] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 833.670695] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 833.670892] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 833.694937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 833.695140] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 833.695277] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 833.695453] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-477" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.695764] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.695935] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.696250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.696924] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.696924] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a05bfbc-29b5-452e-b3b4-94fc5cb07dac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.192739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 834.193036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.193588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.194016] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.194142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.194206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.194572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.194665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.194857] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.195708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.195888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.196103] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.196217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.196271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.196434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.196513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.196610] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.200033] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.200033] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.200033] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.200522] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.200522] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.200522] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac not found, creating... [ 834.200640] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.200735] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.200846] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201109] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.201557] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.201557] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.201709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.201752] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.201920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.202086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.202228] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac is going to be created. [ 834.224740] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.224999] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.225087] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.225370] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.225591] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.225816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.693794] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.693794] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.693794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.693794] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.700031] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.701213] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.702959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.971222] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-3884e78f-e986-4883-be73-1a6774bf8c1d service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 834.971321] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-3884e78f-e986-4883-be73-1a6774bf8c1d service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 834.971451] env[65114]: INFO networking_nsxv3.common.synchronization [req-0833b47b-b30f-4352-9ccd-519e056db1f8 req-3884e78f-e986-4883-be73-1a6774bf8c1d service nova] Enqueued Resource ID: 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac with Priority: HIGHEST for action port [ 834.972143] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 834.972281] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 834.972370] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac with Priority: HIGHEST for action port [ 834.972649] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.972766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.972948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.973313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.973550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.973687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.973728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.973936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.974036] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a05bfbc-29b5-452e-b3b4-94fc5cb07dac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.200112] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.202843] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.476928] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac with status ACTIVE [ 835.477175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.477374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.477585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.477667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.477887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.477987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.478056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.478209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.478284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.478464] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.478552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.478610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.478761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.478844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.478912] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a05bfbc-29b5-452e-b3b4-94fc5cb07dac is going to be updated. [ 835.501375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.501375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.501375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.501375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.501375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.501642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a05bfbc-29b5-452e-b3b4-94fc5cb07dac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.700576] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.705199] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.705346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.705717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.705969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.706080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.706181] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 835.739632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.739632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.739632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.739944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.739944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.751759] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 836.051491] env[65114]: INFO networking_nsxv3.common.synchronization [req-a96e4858-5374-4a74-8f52-4e97678aa422 req-4143ecea-92ed-448a-b971-8c591d4ec66a tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 836.052100] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 836.052520] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.052688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.052786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053422] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.053422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.053422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.053600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.053705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.054204] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.204869] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.205555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.205555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.205555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.205555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.205555] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 836.237459] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.237726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.237804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.238025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.238171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.251141] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 836.449728] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.450075] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.450176] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.450798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.450798] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.450798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.451041] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.451123] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.451318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.451505] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.451596] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 836.451703] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 836.451808] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 836.451935] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 836.452050] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 836.452181] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 836.473075] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 836.473301] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 836.473394] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 836.473616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.474057] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.474281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.474751] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.474751] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.474950] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fca0bdf-08d3-42fa-bcc5-3aac0c883def',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.557078] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.557259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.557308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.557588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.557686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.557911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.558032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.558135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.558255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.558358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.558456] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be deleted. [ 836.593223] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.593462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.593462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.593718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.593825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.593935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.977427] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.977888] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.977888] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.978181] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.978341] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.978496] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 2fca0bdf-08d3-42fa-bcc5-3aac0c883def not found, creating... [ 836.978771] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979265] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979265] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.979430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.979430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.979702] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.979856] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.979971] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.980193] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.980326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.980466] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 2fca0bdf-08d3-42fa-bcc5-3aac0c883def is going to be created. [ 837.002722] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.002912] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.003064] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.003356] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.003707] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.003947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.757232] env[65114]: INFO networking_nsxv3.common.synchronization [req-a96e4858-5374-4a74-8f52-4e97678aa422 req-9675e219-1246-415e-b8a8-00a7af20bf7d service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 837.757677] env[65114]: INFO networking_nsxv3.common.synchronization [req-a96e4858-5374-4a74-8f52-4e97678aa422 req-9675e219-1246-415e-b8a8-00a7af20bf7d service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 837.757677] env[65114]: INFO networking_nsxv3.common.synchronization [req-a96e4858-5374-4a74-8f52-4e97678aa422 req-9675e219-1246-415e-b8a8-00a7af20bf7d service nova] Enqueued Resource ID: 2fca0bdf-08d3-42fa-bcc5-3aac0c883def with Priority: HIGHEST for action port [ 837.758139] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 837.758333] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 837.758470] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fca0bdf-08d3-42fa-bcc5-3aac0c883def with Priority: HIGHEST for action port [ 837.758885] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.759072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.759171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.759442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.759552] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.761589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.761589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.761833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.761833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.761894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.761977] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.763952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.763952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.763952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.763952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.763952] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fca0bdf-08d3-42fa-bcc5-3aac0c883def',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.769342] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 837.769342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.769342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.769702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.769888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.770061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.770150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.770770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.770893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.770990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.771166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.771280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.771366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.771451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.771828] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.771828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.771828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.771828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.772125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.772125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.772328] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.775739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.776154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.776318] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.776425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.776487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.776636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.776724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.776817] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.260979] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 838.261453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.261453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.261572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.261730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.261887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.261990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.262076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.262158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.262243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.262336] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.269169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.269366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.269488] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.274975] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6: rpc.has_security_group_logging(os_id): False [ 838.276591] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fca0bdf-08d3-42fa-bcc5-3aac0c883def with status ACTIVE [ 838.276910] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.277380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.277475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.277674] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.277837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.277912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.278296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.278557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.278813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.278813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.278950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.279098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.279195] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fca0bdf-08d3-42fa-bcc5-3aac0c883def is going to be updated. [ 838.281657] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.304619] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.304882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.304966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.305223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.305345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.305593] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.305759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.305825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.305983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.306086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.306310] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.306429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.306498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.306734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.306848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.308013] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.308256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.308348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.308529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.308635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.308758] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be created. [ 838.312221] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.312387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.312659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.312863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.313050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.313244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fca0bdf-08d3-42fa-bcc5-3aac0c883def" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.402400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.402595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.402595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.402832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.403035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.420980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 838.766066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.766066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.766066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.766066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.766369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.766369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.766369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.766478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.766510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.767259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.767259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.767259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.767259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.767259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.767259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.767752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.767752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.767752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.767752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.767752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.767752] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.772649] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.784498] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.881928] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8b8f6fd1-07bb-43f3-acdc-16db6bc38bbf None None] Enqueued Resource ID: 612b935a-6661-44a1-9e24-d37d17ede153 with Priority: HIGHEST for action port [ 838.884079] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 612b935a-6661-44a1-9e24-d37d17ede153 with Priority: HIGHEST for action port [ 838.884850] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-612b935a-6661-44a1-9e24-d37d17ede153 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.885608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-612b935a-6661-44a1-9e24-d37d17ede153" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.885769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-612b935a-6661-44a1-9e24-d37d17ede153" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.886111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-612b935a-6661-44a1-9e24-d37d17ede153" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.886217] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('612b935a-6661-44a1-9e24-d37d17ede153',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.275026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 839.275026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.275026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.275026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.275026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.275026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.275026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be created. [ 839.289750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.289750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.289750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.289750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.289750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.289750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 839.293064] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.293064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.293064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.293064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.352351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.352351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.352701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.352701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.352833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.360967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.361190] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.361308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.361385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.361594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.361677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.361901] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.362014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.362073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.362227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.362301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.362502] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.362610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.362669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.362809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.362883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.362970] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 839.369165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: UNINITIALIZED for 2s [ 839.374321] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.374321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.374321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.374321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.374650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.386577] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 839.389600] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 612b935a-6661-44a1-9e24-d37d17ede153 [ 839.389600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.389600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.389600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.389961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.389961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.389961] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:612b935a-6661-44a1-9e24-d37d17ede153 already deleted. [ 839.390153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-612b935a-6661-44a1-9e24-d37d17ede153" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.439318] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.439466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.439538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.439739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.439887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.455374] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 840.433821] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 840.434206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.434295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.434505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.434585] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.609737] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 840.609829] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 840.610995] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 840.611137] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 840.611431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.611552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.611610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.611819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.611977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.612099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.612207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.612323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.612406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.612496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.615060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.615208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.615262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.616347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.616565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.616691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.616789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.616962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.617059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.622298] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.730490] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_rules [ 840.730727] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 840.730812] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 840.730960] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 840.731156] env[65114]: INFO networking_nsxv3.common.synchronization [req-c9c5e694-16be-4dc9-9030-bc4c4e47d618 req-c82ceda7-f524-4982-acd0-5a63ab5de01c tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 840.731771] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_rules [ 840.731920] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 840.732213] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 840.732634] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 840.732634] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 840.732956] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.733132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.733169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.733430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.733707] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.735301] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.735446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.735938] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.736027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.736082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.739376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.739376] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83775c6f-4a8b-40b4-a6b7-707dda2ce4df',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.739376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.739376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.739376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.739376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.938205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.938205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.123028] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.123740] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.235785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.235911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.237098] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-5427e679-f38c-49aa-baca-6c24dbdf1da7 tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 841.237784] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 841.238036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.239271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.239271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.239271] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.240075] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with status ACTIVE [ 841.240995] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.240995] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.240995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.241391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.241391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.241391] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.241505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.241505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.241691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.241776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.241859] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df is going to be updated. [ 841.269225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.269401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.269447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.269661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.269813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.270016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.382208] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 841.382351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.383220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.383220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.383220] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.383220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.383445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.383445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.383560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.383674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.383826] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.402670] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 841.404412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.404412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.404412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.404867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.405060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.405144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.405322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.405409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.405618] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.481952] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 841.482314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.482408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.482670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.483502] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.626226] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.628547] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.670764] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.671299] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.671550] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.671942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.672336] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.672623] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.672761] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.673106] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.673269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.673568] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.673767] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.673919] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.674675] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.674675] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.674675] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.674675] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.696598] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.697022] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.697195] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.697539] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.699444] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.699444] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.699444] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.699444] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.699444] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.747116] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.747326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.747408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.747624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.747779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.747968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.748114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.748234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.748447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.748532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.748628] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 already deleted. [ 841.748730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.887476] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.887715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.887842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.888235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.888462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.888660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.888815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.889027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.889171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.889312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.889630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.889837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.889967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.890216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.890469] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.890646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.890759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.891027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.891176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.891366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.891537] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.908467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.908953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.908953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.909213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.909521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.909686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.909794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.910073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.910222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.910611] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.910760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.910866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.911112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.911342] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.911717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.911717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.911833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.911897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.912049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.912162] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.988691] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.988860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998221] env[65114]: INFO networking_nsxv3.common.synchronization [req-cf3d43cc-c7a3-4fb3-838b-adb47f4176d6 req-71fb9a1d-4e3b-488c-8818-d3e4dd13dd76 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 841.998766] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 841.999164] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.999271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.999271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.999495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.999610] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.999708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.999779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.999914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.999995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.000127] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.130594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.130765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.130858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.131032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.131114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.131210] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 842.132515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.132645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.132706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.132841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.132913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.133007] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be created. [ 842.161159] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.161320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.161395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.163925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.163925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.163925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.164347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.164347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.164347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.164469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.175780] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 842.175780] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: UNINITIALIZED for 2s [ 842.176844] env[65114]: INFO networking_nsxv3.common.synchronization [None req-03162357-1843-469a-8c56-0b6a6557457f None None] Enqueued Resource ID: 55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2 with Priority: HIGHEST for action port [ 842.178154] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2 with Priority: HIGHEST for action port [ 842.178154] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.178154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.178154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.178154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.178154] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.202300] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.203332] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.203485] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.203782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.203937] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.204118] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 not found, creating... [ 842.204411] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.204575] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.204779] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.205061] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.205206] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.205536] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.205710] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.205826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.206143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.206298] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.206438] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 is going to be created. [ 842.233391] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.233597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.233723] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.234017] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.234383] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.234638] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.395150] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67: rpc.has_security_group_logging(os_id): False [ 842.416236] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6: rpc.has_security_group_logging(os_id): False [ 842.448187] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.448187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.448187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.448350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.448350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.448862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.448862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.448862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.449082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.449128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.449351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.449447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.449507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.449662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.449763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.449953] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.450062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.450123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.450266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.450373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.450491] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be created. [ 842.452569] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.452705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.452763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.452933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.453033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.453369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.453519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.453616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.453774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.453899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.454064] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.454181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.454247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.454399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.454955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.454955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.454955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.455144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.455257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.455490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.455538] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 842.502526] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.603811] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.603971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.604061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.604235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.604419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.608337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.608511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.608606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.608865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.609074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.631511] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 842.634635] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 842.680165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2 [ 842.681311] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.681548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.681548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.681733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.681829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.681935] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2 already deleted. [ 842.682024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55c67bf8-9a37-4f25-8af5-83b8fa0ae9b2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.989822] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-e36bb968-7ac2-442b-8b5d-dce648a0fe99 service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 842.989977] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-e36bb968-7ac2-442b-8b5d-dce648a0fe99 service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 842.990587] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-e36bb968-7ac2-442b-8b5d-dce648a0fe99 service nova] Enqueued Resource ID: 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 with Priority: HIGHEST for action port [ 842.991470] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 842.991645] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 842.991764] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 with Priority: HIGHEST for action port [ 842.992254] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.992379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.992447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.992720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.992792] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.994226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.994226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.994226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.994226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.994226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.994588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.994588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.994588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.994588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.994725] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.995868] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.995995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.996055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.996560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.996560] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.008439] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.252912] env[65114]: INFO networking_nsxv3.common.synchronization [req-898e98ad-65b0-44af-9ebc-dcd978ac5267 req-8bac603e-8f28-443e-aaa1-de683ebc5c4e tempest-ImagesOneServerTestJSON-56418242 tempest-ImagesOneServerTestJSON-56418242-project-member] Enqueued Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 843.253805] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e with Priority: HIGHEST for action security_group_members [ 843.253911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.254503] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.254640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.254684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.254803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.254883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.254976] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b41cb2-27c3-4bcb-a2bd-2c45faca353e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.497851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.497951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.498197] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.502128] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 with status ACTIVE [ 843.502128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.502128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.502128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.502128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.502407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.502407] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.502481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.502583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.502836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.502836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.503249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.503249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.503249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.503383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.503446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.503709] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7 is going to be updated. [ 843.513129] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.513786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.513786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.513786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.513986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.513986] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 843.534999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.535149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.535239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.535547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.535720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.535901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41c3ca24-2b48-4cbd-9e45-56e94fd5c8f7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.552285] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.552448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.554057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.554057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.554057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.567196] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 843.757233] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.758132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.758132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.758132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.793346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.793521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.793614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.793660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.794440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.794440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.794440] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e is going to be updated. [ 843.841180] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.841180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.841458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.841511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.842416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.853724] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: IN_PROGRESS for 2s [ 844.006695] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.186792] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 844.187071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.187270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.187766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.188146] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.188301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.188378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.188576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.188668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.188772] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.190348] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 844.190582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.190908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.190908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.191108] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.191199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.191253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.191418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.191513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.191615] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.514535] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.514842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.515093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.515425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.519907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.519907] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be created. [ 844.546466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.546466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.546466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.548559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.548559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.560459] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: UNINITIALIZED for 2s [ 844.650787] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 844.650787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.650787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.650787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.650787] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.651596] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 844.651798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.693704] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.695324] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.153288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.153541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.153636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.154334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.154470] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.154625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.154711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.154899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.154996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.155101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.155234] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.197110] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.198177] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.601071] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 845.601071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.658195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.658385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.658485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.660019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.660787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.660787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.660787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.660787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.660787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.660787] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.701830] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.702953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.703114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.703513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.703513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.703637] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be updated. [ 845.705145] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.705270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.705752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.705752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.705752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.705943] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 845.742077] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.742308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.742308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.742692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.742692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.744833] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.744957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.744957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.745146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.745271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.761604] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 845.762593] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 845.866116] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e in Status: SUCCESS [ 845.866116] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b41cb2-27c3-4bcb-a2bd-2c45faca353e deletion is rescheduled due to dependency. [ 845.866116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b41cb2-27c3-4bcb-a2bd-2c45faca353e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.163399] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6: rpc.has_security_group_logging(os_id): False [ 846.182053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.182169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.182169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.182361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.182446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.182656] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.182755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.182801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.184246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.184246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.184246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.184821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.184821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.184821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.184923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.184957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 846.251601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.251746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.251824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.252051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.252201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.321336] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 846.406413] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-aae0f0aa-2d50-4ff0-8846-3394434c674a tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 846.407305] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 846.407709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.407945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.574027] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.574027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.574027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.574027] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.575317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.575641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.576585] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.576929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.580405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.580405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.580405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.580405] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.885107] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.889754] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.889890] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.890207] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.890491] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.890658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.894020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.894020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.894020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.894020] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.894020] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.894020] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.894020] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.894020] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.894020] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.894020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.915459] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.915640] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.915776] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.915951] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.916499] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.916810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.917018] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.917414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.917680] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301ab9d1-2725-41e9-b9c5-8769e38f2f0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.075561] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.076044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.083571] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.424024] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.424024] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 301ab9d1-2725-41e9-b9c5-8769e38f2f0c not found, creating... [ 847.424024] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.424024] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.424630] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.424630] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.424630] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.424630] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.424630] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.424630] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 301ab9d1-2725-41e9-b9c5-8769e38f2f0c is going to be created. [ 847.448759] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.448983] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.449125] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.449398] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.449622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.449840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.586053] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.775407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 847.775726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.775932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.776253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.776522] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.776690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.776758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.777042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.777171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.777319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.777489] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.779601] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 847.780158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.780158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.780290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.780872] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.780872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.780872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.781193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.781193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.781347] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.088274] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.088587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.088587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.088725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.088819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.088923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 848.119443] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.119599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.119672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.119883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.120044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.130438] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 848.195865] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-f5d22efd-3d61-4a9b-ab44-3b2b9d2daef3 service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 848.196063] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-f5d22efd-3d61-4a9b-ab44-3b2b9d2daef3 service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 848.196202] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-f5d22efd-3d61-4a9b-ab44-3b2b9d2daef3 service nova] Enqueued Resource ID: 301ab9d1-2725-41e9-b9c5-8769e38f2f0c with Priority: HIGHEST for action port [ 848.196756] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 848.197094] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 848.197094] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 301ab9d1-2725-41e9-b9c5-8769e38f2f0c with Priority: HIGHEST for action port [ 848.197361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.197478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.197647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.197779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.198142] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.198271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.198672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.198672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.198672] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('301ab9d1-2725-41e9-b9c5-8769e38f2f0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.286021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.286021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.286021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.286021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.286021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.286021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.286021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.286534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.286534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.286643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.286860] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.287594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.287907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.288177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.288528] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.288641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.288702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.289044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.291020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.291020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.291020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.294045] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.338761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 848.339656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.701518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 301ab9d1-2725-41e9-b9c5-8769e38f2f0c with status ACTIVE [ 848.702398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.702554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.702841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.702841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.703594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.703594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.703594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.703594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.703594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.703594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.703918] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.703918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.703918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.704176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.704176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.704176] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 301ab9d1-2725-41e9-b9c5-8769e38f2f0c is going to be updated. [ 848.735086] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.735086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.735380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.735380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.735776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.735776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-301ab9d1-2725-41e9-b9c5-8769e38f2f0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.796574] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 848.797861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e232de9-0290-48d9-9492-ebfa4f06a519: rpc.has_security_group_logging(os_id): False [ 848.826718] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.826959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.827067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.827224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.827311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.827499] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.827593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.827653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.827822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.827966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.828238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.828818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.828818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.828818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.828818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.828818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.829071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.829071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.829794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.829958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.830107] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 848.833097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.833097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.833097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.833097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.833097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.833097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.833538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.833538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.834009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.834223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.834351] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be created. [ 848.945580] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.945727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.945814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.946043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.946226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.949915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.950090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.950158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.950362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.950503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.964465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 848.974380] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 849.501554] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 849.502712] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 849.502960] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 849.503613] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 849.503777] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 849.503902] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 849.504239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.505236] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.505236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.505635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.505635] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.506432] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf583f4a-3a89-4c84-9b25-2df23a9db442 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.506583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.506657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.506912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.508462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.508462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.508462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.508462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.508462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.508462] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.508772] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.508772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.508772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.508895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.509054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.509162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.509225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.509368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.509449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.509536] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_rules [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_rules [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 849.552448] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e8e72f5-4701-4518-a290-4cd7ff6822c6 req-3d91b353-3204-45f6-89bc-2fec5853e8a3 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 849.552966] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_rules [ 849.553206] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_rules [ 849.553319] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 849.553414] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with Priority: HIGHEST for action port [ 849.553511] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_rules [ 849.553656] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 849.553692] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 849.553948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.554061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.554258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf583f4a-3a89-4c84-9b25-2df23a9db442 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.554360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.554424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.554908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.554908] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.556137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.556137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.560169] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83775c6f-4a8b-40b4-a6b7-707dda2ce4df',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.560169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.560169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf583f4a-3a89-4c84-9b25-2df23a9db442 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.560169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.010916] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.011940] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.012819] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.059526] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf583f4a-3a89-4c84-9b25-2df23a9db442 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.059714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.062439] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83775c6f-4a8b-40b4-a6b7-707dda2ce4df with status ACTIVE [ 850.063745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.063745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.063745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.064214] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.064214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.064214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.064214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.064214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.064405] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83775c6f-4a8b-40b4-a6b7-707dda2ce4df is going to be updated. [ 850.098701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.098867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.098931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.099265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.099405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.099572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83775c6f-4a8b-40b4-a6b7-707dda2ce4df" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 850.140354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.140519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.140733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.140939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.141075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.141173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.141333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.141429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.141519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.141684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.141812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.141812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.141955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.142104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.142198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.142261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.142392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.142564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.142564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.142666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.143585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.143748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.143894] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.144035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.144101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.144242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.144318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.144407] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.514013] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.515491] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.516106] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.645805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b5b055-cbd5-46ee-adc0-875aea5ea0c7: rpc.has_security_group_logging(os_id): False [ 850.647100] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.669600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.669830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.669830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.670134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.670134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.670325] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.670419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.670488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.670691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.670691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.671104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.671104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.671104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.671316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.671316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.671437] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.671528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.671590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.671736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.672394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.672394] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be created. [ 850.732743] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.732904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.732975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.733198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.733914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.745552] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 850.980407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 850.980709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.980959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.981275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.981400] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.992149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 850.992395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.992607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.992830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.992924] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.017596] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.017865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.017865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.018058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.018124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.018213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be updated. [ 851.019867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.020034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.020087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.020278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.020353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.020451] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 is going to be created. [ 851.021906] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.022056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.022126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.022351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.022887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.022887] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 851.064255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.064493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.064543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.064773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.064984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.068735] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.068819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.068891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.069244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.069376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.072034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.072034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.072034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.072034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.072034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.079217] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 in Status: UNINITIALIZED for 2s [ 851.080460] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 851.081273] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 851.150332] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.484746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.484966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.494868] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.494868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.655246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.655586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.655629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.655966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.656137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.656300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 851.688418] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.688642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.688696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.688963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.689172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.700239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 851.803035] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-2e223485-f98a-46e8-a78e-3a28c775686a tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 851.803680] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 851.804979] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.804979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.354011] env[65114]: INFO networking_nsxv3.common.synchronization [req-56f0d76a-a4fe-45d9-a34c-47d958dc0eaa req-859754b9-ba1d-428b-9a04-459b9603f957 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.354608] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.354941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.355592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.355668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.355876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.356052] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.356157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.356221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.356367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.356493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.357885] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.595265] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-31 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.595587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.595674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.595965] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.596551] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.596685] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.596905] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.597172] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.597335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.597534] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.597644] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.597751] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.597929] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.597988] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.598067] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.598199] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.620320] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.620489] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.620630] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.620935] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-31" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.621154] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-8b11c1e8-ce20-4512-b6ec-c091f94b4267 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.621350] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.621475] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.621824] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.621949] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b11c1e8-ce20-4512-b6ec-c091f94b4267',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.653515] env[65114]: INFO networking_nsxv3.common.synchronization [req-56f0d76a-a4fe-45d9-a34c-47d958dc0eaa req-ee16d616-bb75-491c-b9fe-855275c83370 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.654169] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.654552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.654638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.765937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 852.766474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.766474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.769688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.769688] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.863157] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.954123] env[65114]: INFO networking_nsxv3.common.synchronization [req-56f0d76a-a4fe-45d9-a34c-47d958dc0eaa req-35f8a853-4dbf-4f11-8dc0-abb8cc843978 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.954704] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 852.955072] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.955196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.092700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 in Status: SUCCESS [ 853.092922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.093099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.093314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.093494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.093610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.093676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.093836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.093919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.094030] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.095444] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 853.095622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.096269] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 853.096432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.096606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.096764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.096930] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.097089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.097130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.097257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.097333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.097427] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.098577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.098577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.098577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.098781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.098781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.098906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.098906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.098974] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.127281] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.127281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.127281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.127281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.127281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.127281] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 8b11c1e8-ce20-4512-b6ec-c091f94b4267 not found, creating... [ 853.127803] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.128049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.128227] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.128552] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.128828] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.129247] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.129439] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.129558] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.129796] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.129939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.130127] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 8b11c1e8-ce20-4512-b6ec-c091f94b4267 is going to be created. [ 853.138503] env[65114]: INFO networking_nsxv3.common.synchronization [req-cb5b105a-33a6-4aa3-af51-14f36f6350bb req-e3bb8881-12f1-495b-9a35-0af42c4cd3ba tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 853.138737] env[65114]: INFO networking_nsxv3.common.synchronization [req-cb5b105a-33a6-4aa3-af51-14f36f6350bb req-e3bb8881-12f1-495b-9a35-0af42c4cd3ba tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 853.139292] env[65114]: INFO networking_nsxv3.common.synchronization [req-cb5b105a-33a6-4aa3-af51-14f36f6350bb req-e3bb8881-12f1-495b-9a35-0af42c4cd3ba tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 853.139610] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 with Priority: HIGHEST for action security_group_members [ 853.139844] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 853.139844] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGHEST for action security_group_members [ 853.140759] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf583f4a-3a89-4c84-9b25-2df23a9db442 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.140913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.141185] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.141301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.141481] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.141595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.157509] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.157509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.157509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.157509] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.157826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.158965] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.270449] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.270449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.366309] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.600859] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.602054] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.602901] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.712757] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 853.713097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.714485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.714485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.714485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.714485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.714485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.714758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.714861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.715167] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.869409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.869766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.869766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.869847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.869937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.870048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 853.908411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.908513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.908589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.908807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.910270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.931767] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 853.943950] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-d72b5662-f559-40fd-b565-2fa48c2d3e8b service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 853.944159] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-d72b5662-f559-40fd-b565-2fa48c2d3e8b service nova] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 853.944432] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e838023-06e2-4c4a-a945-f6b4460c755c req-d72b5662-f559-40fd-b565-2fa48c2d3e8b service nova] Enqueued Resource ID: 8b11c1e8-ce20-4512-b6ec-c091f94b4267 with Priority: HIGHEST for action port [ 853.945207] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_rules [ 853.945334] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 853.945420] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b11c1e8-ce20-4512-b6ec-c091f94b4267 with Priority: HIGHEST for action port [ 853.945747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.945867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.946051] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.946144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.946348] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b11c1e8-ce20-4512-b6ec-c091f94b4267 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.946447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.946507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.946709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.946790] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b11c1e8-ce20-4512-b6ec-c091f94b4267',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.105769] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.106476] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.107773] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.219067] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.449357] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8b11c1e8-ce20-4512-b6ec-c091f94b4267 with status ACTIVE [ 854.449514] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.449594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.449675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.449926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.450045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.450252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.450365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.450424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.450583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.450661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.450869] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.450981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.451068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.451224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.451305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451418] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8b11c1e8-ce20-4512-b6ec-c091f94b4267 is going to be updated. [ 854.473789] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.474065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.474065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.474207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.474341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.474504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b11c1e8-ce20-4512-b6ec-c091f94b4267" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.608805] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.609022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.609098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.609341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.609436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.609472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be updated. [ 854.610719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.610815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.610895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.611071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.611193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.611235] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 is going to be updated. [ 854.612617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.612725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.612911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.613091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.613217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.613333] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 854.653969] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.654611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.657820] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.657969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.657969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.660503] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.660503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.660503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.660503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.661166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.674698] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 in Status: IN_PROGRESS for 2s [ 854.675410] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 854.675985] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 854.721044] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.224162] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.224557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.224557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.224755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.224849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.224991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 855.267059] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.267397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.267397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.267655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.267893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.279584] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 855.542122] env[65114]: INFO networking_nsxv3.common.synchronization [req-af751a74-a2ea-4308-85cc-92d860ad72bf req-fc931625-69ba-4916-be0f-b1e1e15c1f30 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 855.542255] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 855.543039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.543039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.543039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.543813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.544040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.545359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.545359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.545359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.545359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.545359] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.949802] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 855.950051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.950275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.950546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.950745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.950870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.950963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.951141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.951221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.951330] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.018146] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.018146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.018146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.018146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.018146] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.018146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.018146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.018563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.018563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.018681] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.019118] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.019118] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.019118] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.019118] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.020190] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.020190] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.040745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.040978] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.041299] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.041481] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.041790] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-dfba81b1-e50a-456a-bdc0-325d434d233e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.041962] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.042116] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.042448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.042612] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfba81b1-e50a-456a-bdc0-325d434d233e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.048266] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.048266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.048266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.048266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.048266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.048528] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.048528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.048528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.048657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.048657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.048750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b already deleted. [ 856.048802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.454997] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.455490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.455490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.455490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.455648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.455824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.455936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.456045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.456173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.456265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.456410] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 856.491250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.491400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.491472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.494375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.494375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502979] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 856.545568] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.545798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.545924] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.546257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.546411] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.546568] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port dfba81b1-e50a-456a-bdc0-325d434d233e not found, creating... [ 856.546835] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.547078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.547200] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.547435] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.547572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.547857] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.548130] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.548269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.548469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.548602] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.548741] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: dfba81b1-e50a-456a-bdc0-325d434d233e is going to be created. [ 856.573801] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.574083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.574144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.574420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.574653] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.574900] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.689165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 856.689452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.689634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.689921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.690088] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.690199] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.690281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.690409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.690503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.690561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.690655] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.694390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 in Status: SUCCESS [ 856.694390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.694390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 856.694390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.694390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.694390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.694791] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.694791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.694791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.694791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.695012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.695138] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.695941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.696455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.696529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.696673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.696762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.696981] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.697775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.699051] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.699051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.699051] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.700600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.700600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.701348] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.701506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.701578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.701730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.702046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.702046] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.702620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.702807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.702945] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.703050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.703109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.703254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.703329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.703411] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.201350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.201558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.201811] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.202802] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf583f4a-3a89-4c84-9b25-2df23a9db442',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.205891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.205891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.205891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.205891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.205891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.205891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.206338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.206338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.206338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.206338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.206338] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 is going to be deleted. [ 857.207562] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.208494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.208635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.209210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.209541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.209631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.209872] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.210046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.210131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.210280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.210358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.210445] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be updated. [ 857.244348] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.244673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.244750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.245038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.245260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.245437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.246625] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.246825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.246825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.247039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.247171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.256121] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 857.283414] env[65114]: INFO networking_nsxv3.common.synchronization [req-af751a74-a2ea-4308-85cc-92d860ad72bf req-f0fca8df-ef28-42ee-8b7b-04a9c5fe83b2 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 857.283676] env[65114]: INFO networking_nsxv3.common.synchronization [req-af751a74-a2ea-4308-85cc-92d860ad72bf req-f0fca8df-ef28-42ee-8b7b-04a9c5fe83b2 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 857.283834] env[65114]: INFO networking_nsxv3.common.synchronization [req-af751a74-a2ea-4308-85cc-92d860ad72bf req-f0fca8df-ef28-42ee-8b7b-04a9c5fe83b2 service nova] Enqueued Resource ID: dfba81b1-e50a-456a-bdc0-325d434d233e with Priority: HIGHEST for action port [ 857.284401] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 857.284553] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 857.284648] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dfba81b1-e50a-456a-bdc0-325d434d233e with Priority: HIGHEST for action port [ 857.285219] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.285344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.285412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.285620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.285699] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.286607] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.286747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.286808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.287484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.287484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.287484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.287484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.287484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.287784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.287784] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.288812] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-dfba81b1-e50a-456a-bdc0-325d434d233e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.288936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.288983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.289605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.289605] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dfba81b1-e50a-456a-bdc0-325d434d233e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.290871] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 857.290984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.293146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.293146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.295486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.295486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.295486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.295642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.295642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.295730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.295829] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.296990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.297341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.297543] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.298130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.298130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.298130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.298130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.298321] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.713066] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf583f4a-3a89-4c84-9b25-2df23a9db442: rpc.has_security_group_logging(os_id): False [ 857.714375] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.715275] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e232de9-0290-48d9-9492-ebfa4f06a519: rpc.has_security_group_logging(os_id): False [ 857.736814] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.737078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.737187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.737406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.737504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.737733] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.737933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.737933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.738187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.738274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.738363] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 is going to be created. [ 857.741035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.741228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.741476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.741682] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.741777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.741840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.741977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.742065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.742154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be updated. [ 857.770800] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442], does not exist path=[/infra/domains/default/groups/cf583f4a-3a89-4c84-9b25-2df23a9db442]."\n}' [ 857.771012] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442 [ 857.771077] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 857.791361] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.792486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.792615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.797220] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dfba81b1-e50a-456a-bdc0-325d434d233e with status ACTIVE [ 857.797474] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.797606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.797679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.798063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.798177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.798735] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.798735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.798735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.798735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.798735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.799060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.799268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.799268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.799340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.799400] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dfba81b1-e50a-456a-bdc0-325d434d233e is going to be updated. [ 857.800567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.800663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.800857] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.917506] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.917598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.917598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.917805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.917956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.918177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dfba81b1-e50a-456a-bdc0-325d434d233e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.970075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.970263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.970263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.970487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.971383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.971679] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.971792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.971858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.972058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.972142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.972345] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.972442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.972503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.972647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.972710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.972807] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf583f4a-3a89-4c84-9b25-2df23a9db442 is going to be created. [ 857.978513] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.978664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.978742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.979281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.979472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.030862] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442], does not exist path=[/infra/domains/default/groups/cf583f4a-3a89-4c84-9b25-2df23a9db442]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442 [ 858.031183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf583f4a-3a89-4c84-9b25-2df23a9db442" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.031947] env[65114]: Traceback (most recent call last): [ 858.032009] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 858.032009] env[65114]: return func(*args, **kwargs) [ 858.032009] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.032009] env[65114]: res.raise_for_status() [ 858.032009] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.032009] env[65114]: raise HTTPError(http_error_msg, response=self) [ 858.032009] env[65114]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442 [ 858.032009] env[65114]: During handling of the above exception, another exception occurred: [ 858.032009] env[65114]: Traceback (most recent call last): [ 858.032388] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 858.032388] env[65114]: listener.cb(fileno) [ 858.032388] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 858.032388] env[65114]: result = function(*args, **kwargs) [ 858.032388] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 858.032388] env[65114]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 858.032388] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 858.032388] env[65114]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 858.032388] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 858.032388] env[65114]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 858.032388] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 858.032388] env[65114]: res.raise_for_status() [ 858.032388] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 858.032388] env[65114]: raise HTTPError(http_error_msg, response=self) [ 858.032388] env[65114]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/cf583f4a-3a89-4c84-9b25-2df23a9db442 [ 858.032388] env[65114]: Removing descriptor: 56 [ 858.034805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: IN_PROGRESS for 2s [ 858.221063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.221063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.221063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.221063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.221063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.221063] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 858.272382] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.272382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.272382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.272690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.272851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.286437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 858.296459] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.303334] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.337938] env[65114]: INFO networking_nsxv3.common.synchronization [req-efa782ef-e0ae-488d-bd63-e0bd9a3ef2f1 req-f0bf4cb5-b88f-44eb-a2ce-2cb6a2029018 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 858.338205] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 858.338507] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.338635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.338691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.338961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.339128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.339265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.339316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.342026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.342026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.342026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.516750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 858.516971] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 deletion is rescheduled due to dependency. [ 858.517156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.517346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.517582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.517824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.517927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.518031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.518218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.518304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.518403] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.788834] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789213] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.789213] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.789545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.789797] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.789951] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.790313] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.790594] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.790887] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.791165] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.791334] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.791484] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.791692] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.791894] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.792059] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.792237] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.798495] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.798695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.798789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.799059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.799150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.799253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be created. [ 858.806461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.806625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.806625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.806832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.806991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.807110] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 858.822062] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.822062] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.822203] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.822389] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.822695] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-84583111-7dcd-4131-ba1e-4a8a57b01d7f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.822881] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.823070] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.823391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.823528] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84583111-7dcd-4131-ba1e-4a8a57b01d7f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.834674] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.835138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.835296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.842524] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.842695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.842809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.843036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.843156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.844355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.844474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.844539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.844743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.844828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.845033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.845131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.845191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.845339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.845435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.845521] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb already deleted. [ 858.845593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.849173] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: UNINITIALIZED for 2s [ 858.856037] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 859.022356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.022488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.022488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.022694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.045104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.045340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.045468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.045539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.045748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.045840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.045929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 859.080204] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.080467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.080467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.080779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.080903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.091834] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 859.266720] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 859.267333] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 deletion is rescheduled due to dependency. [ 859.267531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.326226] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.326355] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.326487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.326942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.326942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.327155] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 84583111-7dcd-4131-ba1e-4a8a57b01d7f not found, creating... [ 859.327439] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.327746] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.327971] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.328119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.328390] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.328565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.328658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.329026] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.329307] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.329623] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 84583111-7dcd-4131-ba1e-4a8a57b01d7f is going to be created. [ 859.366159] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.366483] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.366648] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.367272] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.367597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.367985] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.054028] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 in Status: SUCCESS [ 860.054028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.103319] env[65114]: INFO networking_nsxv3.common.synchronization [req-efa782ef-e0ae-488d-bd63-e0bd9a3ef2f1 req-61db1272-7a79-4aa8-964f-8f40ba31bff0 service nova] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 860.103319] env[65114]: INFO networking_nsxv3.common.synchronization [req-efa782ef-e0ae-488d-bd63-e0bd9a3ef2f1 req-61db1272-7a79-4aa8-964f-8f40ba31bff0 service nova] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 860.103534] env[65114]: INFO networking_nsxv3.common.synchronization [req-efa782ef-e0ae-488d-bd63-e0bd9a3ef2f1 req-61db1272-7a79-4aa8-964f-8f40ba31bff0 service nova] Enqueued Resource ID: 84583111-7dcd-4131-ba1e-4a8a57b01d7f with Priority: HIGHEST for action port [ 860.103983] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_rules [ 860.104203] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 860.104276] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84583111-7dcd-4131-ba1e-4a8a57b01d7f with Priority: HIGHEST for action port [ 860.104589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.104715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.104786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.105057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.105106] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.106069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.106208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.106279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.106459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.107070] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.107070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.107070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.107070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.107070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.111267] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.111267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-84583111-7dcd-4131-ba1e-4a8a57b01d7f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.111267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.111267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.111267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.111267] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84583111-7dcd-4131-ba1e-4a8a57b01d7f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.305392] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.305392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.305392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.305392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.305392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.307164] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.610730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.610730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.610994] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.612755] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84583111-7dcd-4131-ba1e-4a8a57b01d7f with status ACTIVE [ 860.612755] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.612755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.612755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.612755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.612755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.612755] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.613145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.613145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.613145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.613329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.614276] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.614276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.614276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.614276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.614276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.614276] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84583111-7dcd-4131-ba1e-4a8a57b01d7f is going to be updated. [ 860.640754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.640754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.641826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.641826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.641826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84583111-7dcd-4131-ba1e-4a8a57b01d7f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.810251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d18eadc0-06da-4716-8cd9-0790d3cefc6c: rpc.has_security_group_logging(os_id): False [ 860.832009] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.832298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.832378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.832604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.857646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.858017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.858234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.858347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.858669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.858824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.859185] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.859398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.859508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.859871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.860015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.860322] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.860458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.860540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.860730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.860815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.860907] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 860.864058] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 860.864178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.864721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.865384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.865643] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.865785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.865861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.866065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.866167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.866279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.866400] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.882162] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 860.882406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.882574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.882792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.883034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.883192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.883250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.883367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.883434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.883546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.883680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.883775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.883832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.883974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.884098] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.884351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.884351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.884351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.884593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.884593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.884690] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.967356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.967603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.967678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.967933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.968144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.990597] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 861.106091] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 861.106494] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 deletion is rescheduled due to dependency. [ 861.106494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.116928] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.368969] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.387495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b5b055-cbd5-46ee-adc0-875aea5ea0c7: rpc.has_security_group_logging(os_id): False [ 861.406404] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.406662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.406777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.407231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.432045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.432045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.432045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.432045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.433151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.433151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.433151] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 861.503015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.503583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.503583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.503813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.503898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.519327] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 861.620250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.620485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.620576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.620845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.620968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.621163] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb is going to be created. [ 861.667324] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.667482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.667610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.667801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.667994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.682960] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: UNINITIALIZED for 2s [ 861.871370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb26caf-d0d5-4562-a561-695aa6cb6e3b: rpc.has_security_group_logging(os_id): False [ 861.900806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.901050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.901050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.901250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.901341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.901585] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.901747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.901799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.901973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.902105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.902105] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be created. [ 862.014209] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.014209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.014209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.014209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.014209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.014209] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 863.009315] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 863.009723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.073586] env[65114]: INFO networking_nsxv3.common.synchronization [None req-21466ae6-f840-4cad-a075-8b9642e5b28d tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 863.074410] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 863.074964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.075174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.075507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.075621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.075776] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.188045] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ed665a6d-e206-46c0-8e0b-7258f3469603 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 863.188045] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 863.188045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.188225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.538268] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 863.538494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.538666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.539046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.539134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.619524] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.619682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.620349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.620683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.620793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.620898] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 already deleted. [ 863.620993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.621549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.621729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.621837] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.697430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: SUCCESS [ 863.697728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.697957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.698158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698359] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.698479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.698547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.698700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.698786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.698873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.698967] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.017209] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 864.017556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.042330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.042489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.042559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.042857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.043187] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.043187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.043281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.043413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.043513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.043605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.043697] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.147921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.148077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.148149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.148364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.148450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.148542] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 already deleted. [ 864.148626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.201765] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.547043] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.547254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.547344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.547696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.547883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.548064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.548203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.548494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.548660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.548788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.549140] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.549235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.549275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.549481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.549645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.549762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.549801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.549957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.550076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.550198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.550360] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.706557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb: rpc.has_security_group_logging(os_id): False [ 864.727595] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.727799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.727863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.728261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.728376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.728685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.728821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.728931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.729094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.729182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.729378] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb is going to be created. [ 864.796623] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.796807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.796872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.797350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.797659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.813227] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: IN_PROGRESS for 2s [ 865.052977] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 63b5b055-cbd5-46ee-adc0-875aea5ea0c7: rpc.has_security_group_logging(os_id): False [ 865.075028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.075028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.075783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.075783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.075783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.075783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.075783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.076013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.076013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.076013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.076096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.076170] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 865.147506] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.147506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.147506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.147506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.148066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.173162] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 866.827147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: SUCCESS [ 866.827395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.190463] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 867.191407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.922538] env[65114]: INFO networking_nsxv3.common.synchronization [req-1bab66ff-bc64-43d2-8824-3dc0224b84ff req-bdddaeb1-a2fe-4db6-84b2-5404a8d561fa tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 867.923729] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 867.923990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.924216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.924268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.924478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.924730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.924878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.924878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.925078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.925170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.925269] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.428139] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.930331] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.434236] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.434236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.434360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.434899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.434899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.434899] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 869.472599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.472599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.472599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.473055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.473055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.484062] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 871.502306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 871.502571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.605363] env[65114]: INFO networking_nsxv3.common.synchronization [None req-0f10c5b5-c799-4432-b62f-3018f2b74a45 None None] Enqueued Resource ID: dd81c87f-cae3-4979-9375-6b348bf2a848 with Priority: HIGHEST for action port [ 871.605985] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd81c87f-cae3-4979-9375-6b348bf2a848 with Priority: HIGHEST for action port [ 871.606460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd81c87f-cae3-4979-9375-6b348bf2a848 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.606587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd81c87f-cae3-4979-9375-6b348bf2a848" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.606935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd81c87f-cae3-4979-9375-6b348bf2a848" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.606935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd81c87f-cae3-4979-9375-6b348bf2a848" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.608044] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd81c87f-cae3-4979-9375-6b348bf2a848',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.110716] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dd81c87f-cae3-4979-9375-6b348bf2a848 [ 872.111393] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.112045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.112200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.112718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.112881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.113548] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dd81c87f-cae3-4979-9375-6b348bf2a848 already deleted. [ 872.113679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd81c87f-cae3-4979-9375-6b348bf2a848" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.197767] env[65114]: INFO networking_nsxv3.common.synchronization [req-9144b2d1-6bb6-4a76-b881-fced363e06e3 req-62e47ff5-7da3-412d-b893-9c549d350b54 tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 872.197876] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 872.202020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.202020] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.202020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.202020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.557809] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.558115] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.559406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.559406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.559406] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.559931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.559931] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.560359] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.560749] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.561029] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.561425] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.561744] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.561744] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.561856] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.561966] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.562137] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.588322] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.588669] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.590020] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.590020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.590020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-884d4b23-01dc-4246-bce9-5c88ee2e0881 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.590020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.590020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.590020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.590474] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884d4b23-01dc-4246-bce9-5c88ee2e0881',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.705022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.705022] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b already deleted. [ 872.705022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.093578] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.093857] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.094054] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.094408] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.094573] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.094754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 884d4b23-01dc-4246-bce9-5c88ee2e0881 not found, creating... [ 873.095083] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.095274] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.095406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.095674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.095823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.096178] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.096363] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.096493] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.096732] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.096911] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.097145] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 884d4b23-01dc-4246-bce9-5c88ee2e0881 is going to be created. [ 873.119203] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.119416] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.119472] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.119747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.119974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.120304] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.871713] env[65114]: INFO networking_nsxv3.common.synchronization [req-9144b2d1-6bb6-4a76-b881-fced363e06e3 req-64aa3cbc-d179-4c7b-aa43-3e46883d642c service nova] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 873.871943] env[65114]: INFO networking_nsxv3.common.synchronization [req-9144b2d1-6bb6-4a76-b881-fced363e06e3 req-64aa3cbc-d179-4c7b-aa43-3e46883d642c service nova] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 873.876395] env[65114]: INFO networking_nsxv3.common.synchronization [req-9144b2d1-6bb6-4a76-b881-fced363e06e3 req-64aa3cbc-d179-4c7b-aa43-3e46883d642c service nova] Enqueued Resource ID: 884d4b23-01dc-4246-bce9-5c88ee2e0881 with Priority: HIGHEST for action port [ 873.876395] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_rules [ 873.876395] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 873.876395] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884d4b23-01dc-4246-bce9-5c88ee2e0881 with Priority: HIGHEST for action port [ 873.876395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.876395] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.876395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.876395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.877133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.879210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.879363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.879780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.879780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.879959] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.881023] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-884d4b23-01dc-4246-bce9-5c88ee2e0881 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.881176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.881281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.881511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.881581] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884d4b23-01dc-4246-bce9-5c88ee2e0881',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.966455] env[65114]: INFO networking_nsxv3.common.synchronization [None req-cea99c70-b0ea-4e3c-b44a-381b97980407 None None] Enqueued Resource ID: 6ea671a2-276a-4aa8-9cd5-14f4f6f515bc with Priority: HIGHEST for action port [ 873.967109] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea671a2-276a-4aa8-9cd5-14f4f6f515bc with Priority: HIGHEST for action port [ 873.967353] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea671a2-276a-4aa8-9cd5-14f4f6f515bc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.967474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea671a2-276a-4aa8-9cd5-14f4f6f515bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.967541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea671a2-276a-4aa8-9cd5-14f4f6f515bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.967894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea671a2-276a-4aa8-9cd5-14f4f6f515bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.967997] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea671a2-276a-4aa8-9cd5-14f4f6f515bc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.383395] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.386039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.386039] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884d4b23-01dc-4246-bce9-5c88ee2e0881 with status ACTIVE [ 874.386039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.386039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.386039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.386616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.386616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.386616] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.386616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.386616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.386765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.386765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.387299] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884d4b23-01dc-4246-bce9-5c88ee2e0881 is going to be updated. [ 874.411808] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.411974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.412052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.412269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.412407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.412576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884d4b23-01dc-4246-bce9-5c88ee2e0881" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.470506] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea671a2-276a-4aa8-9cd5-14f4f6f515bc [ 874.471281] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.471281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.471281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.471281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.471281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.471489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea671a2-276a-4aa8-9cd5-14f4f6f515bc already deleted. [ 874.471489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea671a2-276a-4aa8-9cd5-14f4f6f515bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.885730] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.388510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.388688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.388740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.388930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.389028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.389131] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b is going to be created. [ 875.414319] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.414554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.414717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.414964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.415169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.425979] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: UNINITIALIZED for 2s [ 877.438160] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: SUCCESS [ 877.438409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.438610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.438828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.439042] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.439168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.439232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.439439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.439467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.439532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.439637] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.942657] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.444915] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72a7f6d3-f280-4320-82d0-6645a5fc6c7b: rpc.has_security_group_logging(os_id): False [ 878.464023] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.464194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.464254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.464447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.464532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.464769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.464865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.464959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.465085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.465185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.465275] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b is going to be created. [ 878.523172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.523356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.523435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.523937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.523937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.528074] env[65114]: INFO networking_nsxv3.common.synchronization [req-2d7002ac-bf5f-478b-beed-096f13c5187f req-461d1c5e-36bd-457b-8d51-9e3609bfbebc tempest-ListServerFiltersTestJSON-1668536209 tempest-ListServerFiltersTestJSON-1668536209-project-member] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 878.528726] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGHEST for action security_group_members [ 878.529027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.529150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.529218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.529421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.529577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.529673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.529736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.529886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.529965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.530067] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.535718] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: IN_PROGRESS for 2s [ 879.035152] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.035152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.035152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.035152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.057944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.057944] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.057944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.057944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.057944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.057944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.057944] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be updated. [ 879.087340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.087472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.087508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.087729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.087882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.097693] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: IN_PROGRESS for 2s [ 880.547932] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: SUCCESS [ 880.548211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.108090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 in Status: SUCCESS [ 881.108270] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 deletion is rescheduled due to dependency. [ 881.108342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.529647] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 883.529915] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 887.322095] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b54c81a2-f369-4be8-8ce0-ffdc27e36535 None None] Enqueued Resource ID: 91a7e431-5084-465f-93fa-2cef126528a8 with Priority: HIGHEST for action port [ 887.325345] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91a7e431-5084-465f-93fa-2cef126528a8 with Priority: HIGHEST for action port [ 887.325345] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-91a7e431-5084-465f-93fa-2cef126528a8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.325345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91a7e431-5084-465f-93fa-2cef126528a8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.325345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91a7e431-5084-465f-93fa-2cef126528a8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.325345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91a7e431-5084-465f-93fa-2cef126528a8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.325345] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91a7e431-5084-465f-93fa-2cef126528a8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.620053] env[65114]: INFO networking_nsxv3.common.synchronization [req-d30b6669-8f4a-4220-8138-36dfec5bcccf req-19054bc0-3cef-40dc-b1b4-775bbff6a727 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 887.620606] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 887.621349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.621349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.621349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.621519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.621852] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.622112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.622112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.622206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.622352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.622755] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.829353] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91a7e431-5084-465f-93fa-2cef126528a8 [ 887.829587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.829760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.829818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.829991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.830097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.830192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91a7e431-5084-465f-93fa-2cef126528a8 already deleted. [ 887.830759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91a7e431-5084-465f-93fa-2cef126528a8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.026915] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.028212] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.028391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.028731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.029037] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.030929] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.031084] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.031358] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.031507] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.031739] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.031856] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.032674] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.032838] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.032974] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.033111] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.033252] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.058495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.058687] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.059272] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.059272] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.059405] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d0ea74db-830c-4448-8711-ff5a888bf521 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.059603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.059728] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.060057] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.060198] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ea74db-830c-4448-8711-ff5a888bf521',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.094286] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b5b3e674-aded-40d0-bfab-33cc05fc1bf9 tempest-ServersTestBootFromVolume-1828526371 tempest-ServersTestBootFromVolume-1828526371-project-member] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 888.094823] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 888.103037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.103037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.103037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.103037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.103037] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.126314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.126314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.126314] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac already deleted. [ 888.126314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.206486] env[65114]: INFO networking_nsxv3.common.synchronization [None req-c7e2c4ea-ca04-4fbd-acab-a1d256f1467a tempest-ServersTestBootFromVolume-1828526371 tempest-ServersTestBootFromVolume-1828526371-project-member] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 888.207397] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 888.207478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.207556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.566196] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.566545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.566545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.566816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.567077] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.567366] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d0ea74db-830c-4448-8711-ff5a888bf521 not found, creating... [ 888.567661] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.567930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.567930] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.568188] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.568387] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.568675] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.568837] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.568967] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.569179] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.569313] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.569557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d0ea74db-830c-4448-8711-ff5a888bf521 is going to be created. [ 888.589720] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.589939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.590197] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.590351] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.590581] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.590835] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.623166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.623317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.623391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.623593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.623678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.623772] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d already deleted. [ 888.623854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.624014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.624171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.624269] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.147790] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.147949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.148013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.148299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.148404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.148511] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d already deleted. [ 889.148597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.366122] env[65114]: INFO networking_nsxv3.common.synchronization [req-d30b6669-8f4a-4220-8138-36dfec5bcccf req-db8eb246-228a-41f4-aebc-47504cc09c07 service nova] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 889.366242] env[65114]: INFO networking_nsxv3.common.synchronization [req-d30b6669-8f4a-4220-8138-36dfec5bcccf req-db8eb246-228a-41f4-aebc-47504cc09c07 service nova] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 889.369951] env[65114]: INFO networking_nsxv3.common.synchronization [req-d30b6669-8f4a-4220-8138-36dfec5bcccf req-db8eb246-228a-41f4-aebc-47504cc09c07 service nova] Enqueued Resource ID: d0ea74db-830c-4448-8711-ff5a888bf521 with Priority: HIGHEST for action port [ 889.369951] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_rules [ 889.369951] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 889.369951] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ea74db-830c-4448-8711-ff5a888bf521 with Priority: HIGHEST for action port [ 889.369951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.369951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.369951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.369951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.369951] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.372204] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.372204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.372204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.372204] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.372468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.372587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.372915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.373095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.373361] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.374960] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ea74db-830c-4448-8711-ff5a888bf521 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.374960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.375808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.375808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.375808] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ea74db-830c-4448-8711-ff5a888bf521',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.877636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.877941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.877941] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.878903] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0ea74db-830c-4448-8711-ff5a888bf521 with status ACTIVE [ 889.879118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.879229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.879299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.879519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.879623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.879793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.879903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.879968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.880125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.880203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.880400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.880506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.880571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.880712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.880785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.880871] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0ea74db-830c-4448-8711-ff5a888bf521 is going to be updated. [ 889.906226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.906721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.906904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.907270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.907543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.908025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ea74db-830c-4448-8711-ff5a888bf521" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.212307] env[65114]: INFO networking_nsxv3.common.synchronization [req-e9d53574-e483-4b4a-b648-5c624e1f321c req-081e7a0b-15fe-49bc-a52f-ccee520d87f6 tempest-ServersTestManualDisk-555920244 tempest-ServersTestManualDisk-555920244-project-member] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 890.213022] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 890.213094] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.213165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.213228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.213486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.214414] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.214414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.214414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.214414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.214414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.214414] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.252053] env[65114]: INFO networking_nsxv3.common.synchronization [None req-dc7b0475-5507-4047-bf60-182ef5716227 None None] Enqueued Resource ID: 055ce902-a2d0-424f-84a8-b3a2d8c68f19 with Priority: HIGHEST for action port [ 890.252451] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 055ce902-a2d0-424f-84a8-b3a2d8c68f19 with Priority: HIGHEST for action port [ 890.252853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-055ce902-a2d0-424f-84a8-b3a2d8c68f19 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.254029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-055ce902-a2d0-424f-84a8-b3a2d8c68f19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.254029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-055ce902-a2d0-424f-84a8-b3a2d8c68f19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.254029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-055ce902-a2d0-424f-84a8-b3a2d8c68f19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.254029] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('055ce902-a2d0-424f-84a8-b3a2d8c68f19',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.385504] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.593883] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-403 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.594090] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-403" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.594217] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-403" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.594549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-403" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.594803] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.594961] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.595204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.595426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.595575] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.595784] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.595897] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.596016] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.596124] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.596231] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.596341] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.596466] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.616829] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.617693] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.617693] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.617693] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-403" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.617947] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-4d278aaf-a11f-4253-a304-95776ffc5144 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.618174] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.618443] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.619029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.619029] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d278aaf-a11f-4253-a304-95776ffc5144',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.716436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.717480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.717562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.717813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.717912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.718198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.718441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.718577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.718712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.718799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.718893] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 already deleted. [ 890.718979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.755478] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 055ce902-a2d0-424f-84a8-b3a2d8c68f19 [ 890.755706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.755838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.755908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.756138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.756228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.756324] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:055ce902-a2d0-424f-84a8-b3a2d8c68f19 already deleted. [ 890.756405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-055ce902-a2d0-424f-84a8-b3a2d8c68f19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.889084] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.889084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.889084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.889084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.889084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.889084] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac is going to be created. [ 890.916719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.916913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.916976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.917246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.917429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.930213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: UNINITIALIZED for 2s [ 891.124020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.124020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 4d278aaf-a11f-4253-a304-95776ffc5144 not found, creating... [ 891.124020] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.124020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.124463] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.124463] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.128015] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.128788] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.129108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.130820] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 4d278aaf-a11f-4253-a304-95776ffc5144 is going to be created. [ 891.149840] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.150058] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.150217] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.150457] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.150672] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.150879] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.774851] env[65114]: INFO networking_nsxv3.common.synchronization [req-d9535e82-281f-4f22-aeac-d524fbb40664 req-5927419e-38ae-4733-b03f-c055f196197a tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 891.774851] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 891.775856] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.775856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.775856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.775856] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.775856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.775856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.776204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.776243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.776455] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.887038] env[65114]: INFO networking_nsxv3.common.synchronization [req-e9d53574-e483-4b4a-b648-5c624e1f321c req-30db5921-1f5b-4d73-aa7d-241269308ea7 service nova] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 891.887297] env[65114]: INFO networking_nsxv3.common.synchronization [req-e9d53574-e483-4b4a-b648-5c624e1f321c req-30db5921-1f5b-4d73-aa7d-241269308ea7 service nova] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 891.887451] env[65114]: INFO networking_nsxv3.common.synchronization [req-e9d53574-e483-4b4a-b648-5c624e1f321c req-30db5921-1f5b-4d73-aa7d-241269308ea7 service nova] Enqueued Resource ID: 4d278aaf-a11f-4253-a304-95776ffc5144 with Priority: HIGHEST for action port [ 891.887990] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_rules [ 891.888244] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 891.888347] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d278aaf-a11f-4253-a304-95776ffc5144 with Priority: HIGHEST for action port [ 891.888702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.888866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.888943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.889212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.889435] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.890380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.890541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.890647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.890867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.891086] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.891198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.891293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.891477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.891600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.891721] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.892667] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d278aaf-a11f-4253-a304-95776ffc5144 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.892811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.892895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.893993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.893993] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d278aaf-a11f-4253-a304-95776ffc5144',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.278753] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.278914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.278984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.279225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.302945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303764] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.303764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.303764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.303764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.303764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.303764] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 892.323825] env[65114]: INFO networking_nsxv3.common.synchronization [req-88126fa8-1717-4231-8a38-7a31b9f8898c req-bb6be0d2-5eb1-40bd-9be8-614d6edd0be6 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 892.323825] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 892.323825] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.323825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.324120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.324153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.324616] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.324616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.324616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.324775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.325442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.325442] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.331271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.331391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.331702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.331702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.331815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.342637] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 892.394596] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.394777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394984] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.395987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4d278aaf-a11f-4253-a304-95776ffc5144 with status ACTIVE [ 892.396144] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.396278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.396345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.396542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.396763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.396809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.396923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.396983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.397169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.397399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.397485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.397604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.397789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.397916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.397974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4d278aaf-a11f-4253-a304-95776ffc5144 is going to be updated. [ 892.426989] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.426989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.426989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.426989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.427186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.427460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d278aaf-a11f-4253-a304-95776ffc5144" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.830442] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.899628] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.944214] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: SUCCESS [ 892.944402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.944577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.944793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.944991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.945123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.945204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.945344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.945423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.945510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.945603] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.333813] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.406252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.406252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.406252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.406252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.406252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.406252] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 is going to be created. [ 893.407359] env[65114]: INFO networking_nsxv3.common.synchronization [req-617352e1-0089-4b60-be50-659d0b076f60 req-5f6ec2ed-357c-4d8e-a8ea-54e6fb128a77 tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 893.412128] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 893.412128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.412128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.412128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.412128] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.441345] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.441505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.441583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.441827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.441992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.447886] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.451850] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: UNINITIALIZED for 2s [ 893.791151] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.791459] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.791658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.791971] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.792572] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.792745] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.792863] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.793108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.793277] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.793517] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.793632] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.793743] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.793849] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.793958] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.794244] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.794244] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.820027] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.820027] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.820027] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.820027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-82" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.820027] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-784688e0-f95a-4efc-899b-4334f88a92fe taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.820027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.820027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.820027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.820027] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784688e0-f95a-4efc-899b-4334f88a92fe',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.839374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.839762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.839858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.840097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.840231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.840599] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 893.876782] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.876943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.877034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.877256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.877462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.890554] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 893.914826] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.915183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.915183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.915439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.915603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.915843] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.915964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.916037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.919785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.919785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.919785] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be deleted. [ 893.951219] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb3082b-796a-4cfc-81a2-62c91e1a29ac: rpc.has_security_group_logging(os_id): False [ 893.953177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.953361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.953361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.953617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.953717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.953814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.973060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.973271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.973377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.973628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.973749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.974054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.974190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.974292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.974549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.974654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.974779] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac is going to be created. [ 894.077841] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.078054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.078054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.078457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.078697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.090399] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: IN_PROGRESS for 2s [ 894.323010] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.323368] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.323592] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.324055] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.324318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.324581] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 784688e0-f95a-4efc-899b-4334f88a92fe not found, creating... [ 894.325040] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.325346] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.325570] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.325914] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.326730] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.326730] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.326904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.327146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.327532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.327729] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.327905] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 784688e0-f95a-4efc-899b-4334f88a92fe is going to be created. [ 894.359932] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.360084] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.360204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.360487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.360778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.360945] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.363494] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 894.363494] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 894.363494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.047805] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-615c8884-406c-4cf7-ae22-7ee893a2761e tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 895.048395] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 895.049059] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.049059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.049059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.049234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.049267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.049366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.049430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.049620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.049920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.049920] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.081397] env[65114]: INFO networking_nsxv3.common.synchronization [req-617352e1-0089-4b60-be50-659d0b076f60 req-2ca0df04-d608-4234-8d20-d3a7cea97888 service nova] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 895.081397] env[65114]: INFO networking_nsxv3.common.synchronization [req-617352e1-0089-4b60-be50-659d0b076f60 req-2ca0df04-d608-4234-8d20-d3a7cea97888 service nova] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 895.081397] env[65114]: INFO networking_nsxv3.common.synchronization [req-617352e1-0089-4b60-be50-659d0b076f60 req-2ca0df04-d608-4234-8d20-d3a7cea97888 service nova] Enqueued Resource ID: 784688e0-f95a-4efc-899b-4334f88a92fe with Priority: HIGHEST for action port [ 895.081732] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_rules [ 895.081870] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 895.082435] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784688e0-f95a-4efc-899b-4334f88a92fe with Priority: HIGHEST for action port [ 895.082763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.082905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.082959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.083200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.083295] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.085272] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.085429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.085502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.085682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.085838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.085935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.085998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.086186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.086504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.086504] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.088045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-784688e0-f95a-4efc-899b-4334f88a92fe taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.088045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.088045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.088045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.088045] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784688e0-f95a-4efc-899b-4334f88a92fe',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.418257] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.418257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.418257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.420860] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.420860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.420860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.420860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.420860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.421483] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.421483] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.421483] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.422690] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.422690] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.422690] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.422690] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.445985] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.446259] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.446412] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.446605] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.447145] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-a82db69b-ba2d-4113-a095-b35f72dfa009 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.447357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.447504] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.448975] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.449179] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82db69b-ba2d-4113-a095-b35f72dfa009',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.470360] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: SUCCESS [ 895.470585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.470762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.470981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.471191] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.471313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.471405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.471570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.471648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.471734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.471825] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.555682] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.555912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.556044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.556223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.582888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.583388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.583568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.583662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.583899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.584082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.584183] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 895.590332] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784688e0-f95a-4efc-899b-4334f88a92fe with status ACTIVE [ 895.590559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.590690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.590801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.590955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.591053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.591243] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.591349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.591434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.591564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.591643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.591840] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.592803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.592803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.592803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.592803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.592803] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784688e0-f95a-4efc-899b-4334f88a92fe is going to be updated. [ 895.593744] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.594948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.595418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.615327] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.615562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.615716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.616030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.616284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.621425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.621680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.621780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.622239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.622343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.622626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784688e0-f95a-4efc-899b-4334f88a92fe" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.627722] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 895.905759] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 895.906026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.955662] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.955944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.956088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.956382] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.956531] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.956695] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port a82db69b-ba2d-4113-a095-b35f72dfa009 not found, creating... [ 895.956964] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.957138] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.957275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.957518] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.957657] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.957947] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.958121] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.958258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.958481] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.958616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.958754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: a82db69b-ba2d-4113-a095-b35f72dfa009 is going to be created. [ 895.974765] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.980208] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980435] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.980834] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.981225] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.981340] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.096461] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.107098] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: SUCCESS [ 896.107098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.476746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22177b85-e3b3-4723-866f-9afdb2a1bf02: rpc.has_security_group_logging(os_id): False [ 896.497633] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.497633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.497912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.497912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.498017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.498285] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.498395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.498447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.498615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.498695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.498783] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 is going to be created. [ 896.565168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.565507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.565544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.565830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.566090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.584375] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: IN_PROGRESS for 2s [ 896.599028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.599193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.599268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.599482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.599579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.599673] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be created. [ 896.639925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.640075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.640145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.640355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.640517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.656646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: UNINITIALIZED for 2s [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-554ede07-bc8e-4f5f-99c5-738eb5ba3cd4 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-554ede07-bc8e-4f5f-99c5-738eb5ba3cd4 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-554ede07-bc8e-4f5f-99c5-738eb5ba3cd4 service nova] Enqueued Resource ID: a82db69b-ba2d-4113-a095-b35f72dfa009 with Priority: HIGHEST for action port [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 896.704194] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82db69b-ba2d-4113-a095-b35f72dfa009 with Priority: HIGHEST for action port [ 896.704194] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.704858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.705092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.705781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.706060] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.708186] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.708318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.709048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82db69b-ba2d-4113-a095-b35f72dfa009 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.709048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.709048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.709048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.709347] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82db69b-ba2d-4113-a095-b35f72dfa009',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.211757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.211757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.211757] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82db69b-ba2d-4113-a095-b35f72dfa009 with status ACTIVE [ 897.212294] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.212414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.212503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.212684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.212793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.212986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.213545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.213623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.213775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.213852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.213950] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82db69b-ba2d-4113-a095-b35f72dfa009 is going to be updated. [ 897.239287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.239510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.239610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.239865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.240015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.240204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82db69b-ba2d-4113-a095-b35f72dfa009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.647937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 897.648166] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e deletion is rescheduled due to dependency. [ 897.648323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.648503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.648705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.649257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.649257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.649257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.649257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.649415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.649415] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.974065] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-035c0045-a63a-412a-a9bc-e377a4cdc1a6 tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 897.975634] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 897.977042] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.977042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.156123] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.394324] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-584 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.395529] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.395765] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.397514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.397514] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.397514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.397514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.397514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.397514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.397514] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.397514] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 898.397514] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 898.397863] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 898.397863] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 898.397863] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 898.397951] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 898.418137] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 898.418194] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 898.418429] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 898.420699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-584" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.420699] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.420699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.420699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.420699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.420699] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4479e1-d6a4-46a5-8b7f-c740b4fd6200',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.595846] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: SUCCESS [ 898.596296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.659317] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.671250] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 898.671568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.672211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.672514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.673258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.673258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.673258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.673258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.673511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.673511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.673611] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.922316] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.922492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.922615] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.922935] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.923114] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.923290] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 not found, creating... [ 898.923639] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.923802] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.923928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.924274] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.924393] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.924794] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.924956] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.925152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.925442] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.925587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.925734] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 is going to be created. [ 898.958131] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.958131] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.958131] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.958476] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.958620] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.958873] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.162009] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.162210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.162287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.162515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.162627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.162770] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 899.178878] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.199362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.199560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.199637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.199824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.199968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.211255] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 899.682043] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21f3aee9-5e54-4aa7-af8e-033506cf1faf: rpc.has_security_group_logging(os_id): False [ 899.702279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.702559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.702646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.702925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.703043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.703749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.703749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.703749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.703829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.703876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be created. [ 899.707782] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-3dba82b1-f6e8-4abd-bddb-9edb9cdb6023 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 899.707966] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-3dba82b1-f6e8-4abd-bddb-9edb9cdb6023 service nova] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 899.708142] env[65114]: INFO networking_nsxv3.common.synchronization [req-3e91cad7-c0e9-47c6-935b-0190263ecee4 req-3dba82b1-f6e8-4abd-bddb-9edb9cdb6023 service nova] Enqueued Resource ID: 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 with Priority: HIGHEST for action port [ 899.709049] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_rules [ 899.709438] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 899.709438] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 with Priority: HIGHEST for action port [ 899.709609] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.709724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.709940] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.710499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.710499] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.710499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.710499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.710854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.710854] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d4479e1-d6a4-46a5-8b7f-c740b4fd6200',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.786472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.786663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.786710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.786894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.787110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.801929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: IN_PROGRESS for 2s [ 900.213587] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 with status ACTIVE [ 900.213955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.214210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.214348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.214682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.214853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.215153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.215359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.215485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.215750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.215892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.216203] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.216374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.216499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.216736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.216884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.217044] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d4479e1-d6a4-46a5-8b7f-c740b4fd6200 is going to be updated. [ 900.240197] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.240382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.240450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.240616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.240754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.240963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d4479e1-d6a4-46a5-8b7f-c740b4fd6200" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.300663] env[65114]: INFO networking_nsxv3.common.synchronization [req-32cb0172-e3f5-4a74-81e9-d59e69011d7f req-d5c612fb-d4fe-444a-b97b-470c40e45f32 tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 900.301460] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 900.301932] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.302147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.302260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.302579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.302806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.302988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.303100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.303536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.303678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.303854] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.778384] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-26 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.778702] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.778769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.779143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.779779] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.780022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.780222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.780566] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.780825] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.781403] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.781621] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.782146] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.782146] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.782146] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.782267] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.782296] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.803403] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.803611] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.803766] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.803949] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-26" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.804295] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-f79a1234-44c7-4e10-913d-18b2d932073b taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.804493] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.804626] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.804965] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.805142] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79a1234-44c7-4e10-913d-18b2d932073b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.806188] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.806333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.806399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.806577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.831750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.832810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.835584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.835584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.835584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.835584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.835584] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 900.861387] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.861574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.861644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.862028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.862263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.874341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 901.225400] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.225400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.225400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.225400] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.228460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.228460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.231198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.231198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.231198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.231198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.231198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.231198] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.308934] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.309696] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.309819] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.310159] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.310384] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.310839] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port f79a1234-44c7-4e10-913d-18b2d932073b not found, creating... [ 901.311103] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.311341] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.311519] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.311804] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.312123] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.312470] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.312700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.312873] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.313227] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.313432] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.313639] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: f79a1234-44c7-4e10-913d-18b2d932073b is going to be created. [ 901.342773] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.342972] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.343113] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.343455] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.343613] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.343826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.731764] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.732041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.732175] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.815937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 901.816275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.098546] env[65114]: INFO networking_nsxv3.common.synchronization [req-32cb0172-e3f5-4a74-81e9-d59e69011d7f req-6c8c6462-99a9-4c85-b890-d87093bb8d33 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 902.098827] env[65114]: INFO networking_nsxv3.common.synchronization [req-32cb0172-e3f5-4a74-81e9-d59e69011d7f req-6c8c6462-99a9-4c85-b890-d87093bb8d33 service nova] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 902.098981] env[65114]: INFO networking_nsxv3.common.synchronization [req-32cb0172-e3f5-4a74-81e9-d59e69011d7f req-6c8c6462-99a9-4c85-b890-d87093bb8d33 service nova] Enqueued Resource ID: f79a1234-44c7-4e10-913d-18b2d932073b with Priority: HIGHEST for action port [ 902.099606] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_rules [ 902.099606] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 902.099728] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f79a1234-44c7-4e10-913d-18b2d932073b with Priority: HIGHEST for action port [ 902.100783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.100944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.101062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.101402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.101532] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.102734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.102893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.103208] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f79a1234-44c7-4e10-913d-18b2d932073b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.103265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.103365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.103551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.103669] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f79a1234-44c7-4e10-913d-18b2d932073b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.234066] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.605896] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.605896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.610904] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f79a1234-44c7-4e10-913d-18b2d932073b with status ACTIVE [ 902.610904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.610904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.610904] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.610904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.610904] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f79a1234-44c7-4e10-913d-18b2d932073b is going to be updated. [ 902.636767] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.637116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.637270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.637544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.637697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.637932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f79a1234-44c7-4e10-913d-18b2d932073b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.738747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.738986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.739080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.739360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.739505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.739588] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 902.778666] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.778909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.779056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.779398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.779809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.790663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 902.886984] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 902.886984] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 deletion is rescheduled due to dependency. [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.886984] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.886984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.886984] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.389386] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.892125] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.396030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.396179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.396222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.396465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.397378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.397378] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 904.438168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.438168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.438168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.438168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.438168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.452733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 904.802576] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 904.802819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.803055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.803216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.803399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.803519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.803606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.803759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.803839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.803940] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.303173] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d83658b-0e34-4ddd-b34a-b711ac18019f req-e27cef2f-ad50-4695-a176-0f67f555b260 tempest-ServerGroupTestJSON-1524789410 tempest-ServerGroupTestJSON-1524789410-project-member] Enqueued Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 905.303801] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 905.304143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.304334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.304610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.304849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.304849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.305130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.305247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.305380] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.306306] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.677196] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-353 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.677519] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-353" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.677663] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-353" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.678119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-353" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.678588] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.678784] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.678911] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.679171] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.679329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.679597] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.679741] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.679861] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.679987] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.680115] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.680231] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.680372] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.702856] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.703056] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.703185] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.703360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-353" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.703681] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.703863] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.703985] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.704332] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.704473] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b051f0-42e0-4e28-9cf1-4da0bba3ee86',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.809219] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.810299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.810432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.810502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.810704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.810793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.810976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.811089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.811143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.811294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.811369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.811453] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 already deleted. [ 905.811530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.996443] env[65114]: INFO networking_nsxv3.common.synchronization [req-252cb0f0-9f56-4f16-85a1-5b29794dee18 req-3dcbbb4b-9c35-4457-8297-62b7e8e0e3d0 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 905.996683] env[65114]: INFO networking_nsxv3.common.synchronization [req-252cb0f0-9f56-4f16-85a1-5b29794dee18 req-3dcbbb4b-9c35-4457-8297-62b7e8e0e3d0 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 905.996758] env[65114]: INFO networking_nsxv3.common.synchronization [req-252cb0f0-9f56-4f16-85a1-5b29794dee18 req-3dcbbb4b-9c35-4457-8297-62b7e8e0e3d0 tempest-SecurityGroupsTestJSON-1965485355 tempest-SecurityGroupsTestJSON-1965485355-project-member] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 905.997614] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGHEST for action security_group_members [ 905.997779] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGHEST for action security_group_members [ 905.997886] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGHEST for action security_group_members [ 905.998183] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.998312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.998375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.998582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.998765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.998879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.998931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.999096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.999180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.999275] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.000381] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.000507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.000596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.000809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.000958] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.001186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.001297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.001503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.001627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.001760] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.003780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.003780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.003780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.004213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.004213] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.206877] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.207285] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.207475] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.207894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.208136] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.208323] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 not found, creating... [ 906.208618] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.209151] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.209151] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.209151] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.209296] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.209586] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.209767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.209871] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.210100] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.210242] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.210389] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 is going to be created. [ 906.237558] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.237815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.237990] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.238481] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.238829] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.239204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.316552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.316989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.316989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.317099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.317184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.317290] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 906.359770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.359984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.360065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.360295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.360451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.388480] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 906.465231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 906.465231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.465486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.465629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.465757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.465932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.466040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.466194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.466261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.466398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.466521] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.506350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.506350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.506350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.506350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.507559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.507706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.507955] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.508057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.530330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.530684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.530942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.531044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.531252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.531337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.531431] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be updated. [ 906.532416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.551806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.552085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.552213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.552294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.552533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.552675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.552739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be updated. [ 906.553868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.554111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.554205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.554415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.554572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.554653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.554827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.554914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.555040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be updated. [ 906.560411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.560572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.560651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.560893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.561084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.569669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: IN_PROGRESS for 2s [ 906.592646] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.592862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.592942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.593220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.593371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.596211] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.596385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.596506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.596778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.596970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.612040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: IN_PROGRESS for 2s [ 906.612698] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: IN_PROGRESS for 2s [ 906.968959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.969249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.969427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970047] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971797] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.971797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971797] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.991510] env[65114]: INFO networking_nsxv3.common.synchronization [req-72052dd5-7382-4281-a9e3-d51376a46587 req-31a0beee-6d6c-4b8d-8009-48587f4445f5 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 906.992019] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 906.992613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.992613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.992613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.992831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.992936] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.993097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.993165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.993358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.993461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.993490] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d83658b-0e34-4ddd-b34a-b711ac18019f req-5f015124-fa60-4303-b020-8bc152987aa4 service nova] Enqueued Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_rules [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d83658b-0e34-4ddd-b34a-b711ac18019f req-5f015124-fa60-4303-b020-8bc152987aa4 service nova] Enqueued Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [req-8d83658b-0e34-4ddd-b34a-b711ac18019f req-5f015124-fa60-4303-b020-8bc152987aa4 service nova] Enqueued Resource ID: a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 with Priority: HIGHEST for action port [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_rules [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 907.006230] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 with Priority: HIGHEST for action port [ 907.006230] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.008870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.008870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.008870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.008870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.009430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.009430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.009430] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.011009] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.011127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.011192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.011348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.011425] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0b051f0-42e0-4e28-9cf1-4da0bba3ee86',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.352258] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.352532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.352532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.352832] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.353139] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.353868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.353868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.353868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.353868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.354053] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.354155] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 907.354264] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 907.354365] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 907.354467] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 907.355343] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 907.355343] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 907.374778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 907.375608] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 907.375608] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 907.375608] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.376198] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-918a003c-2cbc-4bc5-bafd-c212766bbdd8 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.376389] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.376534] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.376876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.377073] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918a003c-2cbc-4bc5-bafd-c212766bbdd8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.475561] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22: rpc.has_security_group_logging(os_id): False [ 907.496489] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.496688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.496815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.497107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.499053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.499232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.513283] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.513467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.514797] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.515720] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 with status ACTIVE [ 907.515989] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.515989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.516186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.516273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.516548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.516548] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.516688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.516688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.516777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.516886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.517207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.517207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.517207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.517408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.517408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.517997] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0b051f0-42e0-4e28-9cf1-4da0bba3ee86 is going to be updated. [ 907.521238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.521468] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.521581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.521646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.521821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.521899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.521988] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 907.523125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.523125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.523228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.523336] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.523434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.523497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.523701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.523701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.523883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.523977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.524049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.524183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.524255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.524446] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.524537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.524595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.524727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.524797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.524880] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 907.556533] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.556618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.556689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.556945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.557138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.557315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0b051f0-42e0-4e28-9cf1-4da0bba3ee86" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.570554] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.570719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.570758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.571022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.571182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.584019] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 907.638048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.638048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.638048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.638048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.638048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.663497] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 907.879711] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.879935] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.880153] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.880461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.880618] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.880849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 918a003c-2cbc-4bc5-bafd-c212766bbdd8 not found, creating... [ 907.881162] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.881331] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.881476] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.881756] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.881947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.882290] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.882472] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.882616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.882863] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.883036] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.883196] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 918a003c-2cbc-4bc5-bafd-c212766bbdd8 is going to be created. [ 907.928191] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.928403] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.928538] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.928823] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.929067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.929303] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.020299] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.402319] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 908.402681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.403360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.403360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.403511] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.403667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.403765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.404027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.404144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.404288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.404552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.405356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.405356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.405356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.405356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.405356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.405894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.405894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.405894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.406080] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.525200] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.525369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.525445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.525667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.525758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.525859] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 is going to be created. [ 908.551601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.551758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.551798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.552023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.552186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.562413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: UNINITIALIZED for 2s [ 908.582075] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 in Status: SUCCESS [ 908.582270] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 deletion is rescheduled due to dependency. [ 908.582387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.625190] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 in Status: SUCCESS [ 908.625417] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 deletion is rescheduled due to dependency. [ 908.625536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.626335] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c in Status: SUCCESS [ 908.626526] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c deletion is rescheduled due to dependency. [ 908.626576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.650667] env[65114]: INFO networking_nsxv3.common.synchronization [req-72052dd5-7382-4281-a9e3-d51376a46587 req-c3b37d2d-54fa-4532-ac5a-f12fe0afb6a7 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 908.651911] env[65114]: INFO networking_nsxv3.common.synchronization [req-72052dd5-7382-4281-a9e3-d51376a46587 req-c3b37d2d-54fa-4532-ac5a-f12fe0afb6a7 service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 908.651911] env[65114]: INFO networking_nsxv3.common.synchronization [req-72052dd5-7382-4281-a9e3-d51376a46587 req-c3b37d2d-54fa-4532-ac5a-f12fe0afb6a7 service nova] Enqueued Resource ID: 918a003c-2cbc-4bc5-bafd-c212766bbdd8 with Priority: HIGHEST for action port [ 908.651911] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 908.651911] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 908.651911] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 918a003c-2cbc-4bc5-bafd-c212766bbdd8 with Priority: HIGHEST for action port [ 908.652137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.652195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.652242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.653150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.653150] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.653364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.653478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.653675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-918a003c-2cbc-4bc5-bafd-c212766bbdd8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.653770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.653831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.654018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.654107] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('918a003c-2cbc-4bc5-bafd-c212766bbdd8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.911014] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 292500be-03ff-412f-b8cf-72fa8306906e: rpc.has_security_group_logging(os_id): False [ 908.930486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.930643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.930719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.930941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.931047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.931249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.931418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.931585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.931674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.931893] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.931989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.932066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.932291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.932450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.932822] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.933013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.933112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.933301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.933460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.933549] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 909.007998] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.008173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.008249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.008469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.008618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.023448] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 909.156034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.156176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.156450] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 918a003c-2cbc-4bc5-bafd-c212766bbdd8 with status ACTIVE [ 909.156662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.156807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.156895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.157162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.157279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.157555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.157660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.157722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.157887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.157970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.158168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.158266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.158316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.158467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.158567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.158655] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 918a003c-2cbc-4bc5-bafd-c212766bbdd8 is going to be updated. [ 909.185665] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.185665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.185861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.187110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.187110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.187110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-918a003c-2cbc-4bc5-bafd-c212766bbdd8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.595761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 909.596128] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 909.596128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.596271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.596479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.596672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.596787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.596999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.596999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.597075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.597179] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.679840] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 909.680098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.099600] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.590685] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: SUCCESS [ 910.591616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.591616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.591873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.592929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.592929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.592929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.592929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.592929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.592929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.593320] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.601862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.043392] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 911.043627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.043911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.044186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.044186] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.096541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.096805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.096882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099273] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.106628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.107437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.107437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.107437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.107437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.107437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 911.140398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.140398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.140398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.140643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.140672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.150126] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 911.546710] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.546710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.546710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.546970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.547081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.547755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.547755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.547755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.547755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.547755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.547755] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.600995] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ce24fd60-e2ba-4c39-b5dd-fcb26061ab68: rpc.has_security_group_logging(os_id): False [ 911.620048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.620343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.620399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.621032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.621032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.621149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.621282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.621597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.621597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.621719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.622064] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.622217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.622318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.622537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.622655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.622938] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.623084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.623187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.623397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.623581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.623685] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 is going to be created. [ 911.690034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.690034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.690034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.690034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.690034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.703328] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: IN_PROGRESS for 2s [ 911.969453] env[65114]: INFO networking_nsxv3.common.synchronization [req-1a284b8c-4345-4c10-a2dc-b006ff7c0f4a req-fbd2ec51-0cdb-4118-8e7d-498082c0047a tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 911.969881] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 911.970283] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.970429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.970500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.970786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.970964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.971297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.971297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.971382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.971544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.971596] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.006096] env[65114]: INFO networking_nsxv3.common.synchronization [req-17eb3680-3416-4738-97eb-514e5bfabd5e req-fb37e6a3-a2cc-40a2-80b8-9e72b603bac2 tempest-MultipleCreateTestJSON-1371172942 tempest-MultipleCreateTestJSON-1371172942-project-member] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 912.007062] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGHEST for action security_group_members [ 912.007062] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.007288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.051780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.052063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.297386] env[65114]: INFO networking_nsxv3.common.synchronization [None req-9976cc1d-cd74-4784-a2f6-8ddacf426a29 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 912.298237] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 912.298691] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.299361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.299495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.299759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.299860] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.423707] env[65114]: INFO networking_nsxv3.common.synchronization [None req-070989ce-abbd-42f5-b18c-3ce7c2bd82e5 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 912.424251] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 912.424558] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.424667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.475245] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.820473] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.820900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.820900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.821841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.821841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.821841] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1d6131-4614-44f3-b980-5438140adb41 already deleted. [ 912.821841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.821841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.822127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.822127] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.977136] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.120629] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e64dfc3-b3f3-4843-9f65-ab0c3fe83937 req-b19fee51-18a9-4532-8a67-fe23da585b7d tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 913.121272] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 913.121634] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.121793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.121843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.126294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.126337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.126899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.126978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.127209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.127303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.127582] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.162785] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 913.162995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.163849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.164095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.164289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.164406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.164488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.164684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.164777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.164869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.164962] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.347102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.347185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.347263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.347498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.347583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.347680] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1d6131-4614-44f3-b980-5438140adb41 already deleted. [ 913.347827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.395511] env[65114]: INFO networking_nsxv3.common.synchronization [req-0ca57634-c605-427a-bc22-64d80ac0e517 req-60eee17e-d6f9-4565-b589-73579818977f tempest-ImagesOneServerNegativeTestJSON-811442481 tempest-ImagesOneServerNegativeTestJSON-811442481-project-member] Enqueued Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 913.396105] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 with Priority: HIGHEST for action security_group_members [ 913.396453] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.396585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.396653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.396873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.397196] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.397425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.397493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.397653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.397737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.397827] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.480338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.480468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.480550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.480805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.480904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.481016] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 913.510719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.510904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.511044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.511281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.511431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.521306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 913.552154] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.552372] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.552507] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.552778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.553057] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.553222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.553343] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.553568] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.553751] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.553968] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.554100] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.554212] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.554322] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.554436] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.554546] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.554679] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.575341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.575537] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.575704] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.575885] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.576211] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-08348704-b61d-4544-8194-7507f6d16dfd taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.576407] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.576537] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.576856] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.576992] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08348704-b61d-4544-8194-7507f6d16dfd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.579560] env[65114]: INFO networking_nsxv3.common.synchronization [req-ccf6c6ef-153c-43a1-80cc-d1f7b413b92b req-bcf4ee72-dff1-4349-9baf-1f2dfa1015b3 tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 913.580243] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 913.580693] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.580771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.580823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.580962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.581135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.581235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.581298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.581732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.581820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.581912] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.631075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.631240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.631285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.631489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.631578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.631766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.631863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.632097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.632097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.632207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.632253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 already deleted. [ 913.632312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.667083] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.667407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.667600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.668317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.668317] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.668469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.668576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.668830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.668976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.669829] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.669829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.669829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.669929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670244] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.670355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.670459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.670671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.670804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.670943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.671105] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.716334] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: SUCCESS [ 913.716334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.901665] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.902022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.902022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.902169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.902379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.902645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.903097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.903197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.903691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.903691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.903691] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 is going to be updated. [ 913.936189] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.936348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.936419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.936627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.936764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.946267] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: IN_PROGRESS for 2s [ 914.081218] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.081218] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.081559] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.081604] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.081709] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.081861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 08348704-b61d-4544-8194-7507f6d16dfd not found, creating... [ 914.082131] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.082289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.082904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.082904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.082904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083077] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.083282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.083358] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.083532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.083683] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.083830] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 08348704-b61d-4544-8194-7507f6d16dfd is going to be created. [ 914.085065] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.109067] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.109352] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.109488] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.109908] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.110082] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.110324] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.142509] env[65114]: INFO networking_nsxv3.common.synchronization [req-921e6457-bb7d-4882-9e44-39a5846d0ffa req-70693c68-5a57-42c8-8f0d-fd4932c47d75 tempest-ListServersNegativeTestJSON-271278822 tempest-ListServersNegativeTestJSON-271278822-project-member] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 914.142986] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGHEST for action security_group_members [ 914.143286] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.143391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.174173] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 914.193590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.193776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.193822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194366] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.194468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.194532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.194711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.194795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.194989] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.195106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.195168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.195357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.195439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.195636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.195728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.195805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.195960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.196033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.196114] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 914.293952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.294686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.294686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.294686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.294686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.325131] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 914.588439] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.949977] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e64dfc3-b3f3-4843-9f65-ab0c3fe83937 req-282fcb0c-d791-47bf-9642-a13af8761e99 service nova] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 914.950528] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e64dfc3-b3f3-4843-9f65-ab0c3fe83937 req-282fcb0c-d791-47bf-9642-a13af8761e99 service nova] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 914.950734] env[65114]: INFO networking_nsxv3.common.synchronization [req-4e64dfc3-b3f3-4843-9f65-ab0c3fe83937 req-282fcb0c-d791-47bf-9642-a13af8761e99 service nova] Enqueued Resource ID: 08348704-b61d-4544-8194-7507f6d16dfd with Priority: HIGHEST for action port [ 914.951501] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_rules [ 914.951550] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 914.952057] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08348704-b61d-4544-8194-7507f6d16dfd with Priority: HIGHEST for action port [ 914.952057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.952253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.952253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.952472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.952556] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.953950] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.953950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.953950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954434] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.954434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.954434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.954719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.954719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.954719] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.955663] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-08348704-b61d-4544-8194-7507f6d16dfd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.955803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.956771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.956771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.956771] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08348704-b61d-4544-8194-7507f6d16dfd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.091873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.091978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.092078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.092320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.092414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.092518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 915.125085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.125085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.125085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.125085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.125085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.137249] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 915.458259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.458481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.458524] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.463452] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08348704-b61d-4544-8194-7507f6d16dfd with status ACTIVE [ 915.463452] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.463452] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.463452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.464151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.464151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.464151] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.464251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.464251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.465066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.465066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.465066] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08348704-b61d-4544-8194-7507f6d16dfd is going to be updated. [ 915.491108] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.491319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.491719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.491719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.491847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.492123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08348704-b61d-4544-8194-7507f6d16dfd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536024] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.536024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.536024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.536024] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.956440] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 in Status: SUCCESS [ 915.956739] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22 deletion is rescheduled due to dependency. [ 915.956781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.961403] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.043661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.043661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.043661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.043661] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 916.069686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.069686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.069686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.069893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.070006] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.084026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 916.343220] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 916.343465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.463495] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.463671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.463744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.463968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.464068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.464168] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 is going to be created. [ 916.496026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.496026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.496026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.496026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.496026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.506927] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: UNINITIALIZED for 2s [ 917.147285] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 917.147689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.147751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.147984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.148202] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.148334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.148434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.148658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.148750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.148870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.651899] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.652585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.652585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.652585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.652585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.652720] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.652765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.652799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.652942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.653070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.653258] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be updated. [ 917.686350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.686594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.686674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.686972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.687170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.698074] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: IN_PROGRESS for 2s [ 917.843701] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8b3a09a-b33d-4b0b-b1c9-65bd74369181 req-2be19d38-5973-4f3b-b75a-8ee8eda736c2 tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 917.844052] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 917.845055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.845055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.845055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.845055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.845055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.845055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.845055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.845670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.845670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.845670] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.091931] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 918.091931] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 292500be-03ff-412f-b8cf-72fa8306906e deletion is rescheduled due to dependency. [ 918.092030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.092182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.092402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.092594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.092716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.093617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.093617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.094312] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.094312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.094312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.094312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.094312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.094312] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.192196] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.192571] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.192571] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.192785] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.193049] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.193240] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.193357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.193619] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.193767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.193981] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.194882] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 918.194882] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 918.194882] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 918.194882] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 918.194882] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 918.194882] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 918.216739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 918.216927] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 918.217091] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 918.217304] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.217748] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-51f960af-d673-43dd-8e18-e97aa366864c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.217928] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.218058] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.219110] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.219110] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f960af-d673-43dd-8e18-e97aa366864c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.348041] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.518040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: SUCCESS [ 918.518312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.518491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.518742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.519061] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.519189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.519254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.519408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.519502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.519597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.519701] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.596643] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 292500be-03ff-412f-b8cf-72fa8306906e: rpc.has_security_group_logging(os_id): False [ 918.614930] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.615109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.615186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.616239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.616239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.616239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.616239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.616239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.616539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.616539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.616539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.616681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.616681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.616826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.616905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.617111] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.617765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.617765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.617765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.617765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.617765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be updated. [ 918.685123] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.685328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.685384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.685715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.685893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.704078] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: IN_PROGRESS for 2s [ 918.721047] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.721047] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.721047] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.722676] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.722676] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.722676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 51f960af-d673-43dd-8e18-e97aa366864c not found, creating... [ 918.722676] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.722676] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.722676] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.723179] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.723416] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.723763] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.724043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.724209] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.724516] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.724698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.725090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 51f960af-d673-43dd-8e18-e97aa366864c is going to be created. [ 918.761724] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.762025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.762025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.762295] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.762516] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.762725] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.851760] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.995806] env[65114]: INFO networking_nsxv3.common.synchronization [req-c4164105-1236-4dac-b9db-913c4eb4002f req-39943cde-5ac5-4986-9cd5-c9ce34949a4a tempest-ServerGroupTestJSON-1524789410 tempest-ServerGroupTestJSON-1524789410-project-member] Enqueued Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 918.996361] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGHEST for action security_group_members [ 918.996685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.996811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.996903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.998036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.998036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.998036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.998036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.998036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.998036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.998036] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.021398] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.354818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.355241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.355241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.355354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.355424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.355520] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 919.401567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.401567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.401567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.401977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.401977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.413550] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 919.499807] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.500206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.500259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.500683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.500683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.501425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.501425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.501425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.505204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.505204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.505204] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 is going to be updated. [ 919.526038] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e8556a3-e0fb-47af-a46d-de176c29eec8: rpc.has_security_group_logging(os_id): False [ 919.539573] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.539819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.539889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.540134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.540284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.550876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: IN_PROGRESS for 2s [ 919.551944] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.552054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.552361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.552458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.552718] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.552837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.552905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.553119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.553204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.553293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 is going to be created. [ 919.557468] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8b3a09a-b33d-4b0b-b1c9-65bd74369181 req-bc3f767f-5014-4b86-97c9-09d88fa15a07 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 919.557793] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8b3a09a-b33d-4b0b-b1c9-65bd74369181 req-bc3f767f-5014-4b86-97c9-09d88fa15a07 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 919.557992] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8b3a09a-b33d-4b0b-b1c9-65bd74369181 req-bc3f767f-5014-4b86-97c9-09d88fa15a07 service nova] Enqueued Resource ID: 51f960af-d673-43dd-8e18-e97aa366864c with Priority: HIGHEST for action port [ 919.558682] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 919.558828] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 919.558948] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51f960af-d673-43dd-8e18-e97aa366864c with Priority: HIGHEST for action port [ 919.559332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.559470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.559535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.559838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.559906] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.561458] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.561458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.561458] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-51f960af-d673-43dd-8e18-e97aa366864c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.561677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.561677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.561754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.561851] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51f960af-d673-43dd-8e18-e97aa366864c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.627103] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.627315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.627315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.627613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.627835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.643204] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: IN_PROGRESS for 2s [ 919.716177] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 in Status: SUCCESS [ 919.716417] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 deletion is rescheduled due to dependency. [ 919.716508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.067359] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.067359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.067586] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 51f960af-d673-43dd-8e18-e97aa366864c with status ACTIVE [ 920.067996] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.068263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.068365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.068608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.068749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.068986] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.069185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.069185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.069623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.069623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.069725] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.069806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.069858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.070029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.070146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.070243] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 51f960af-d673-43dd-8e18-e97aa366864c is going to be updated. [ 920.097566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.097566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.097566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.097566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.097758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.099893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51f960af-d673-43dd-8e18-e97aa366864c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.178060] env[65114]: INFO networking_nsxv3.common.synchronization [req-32f66aa9-5119-42db-add3-59c2d847e95b req-fb232320-0079-4e26-8e11-30f8b8cac8a6 tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 920.178666] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 920.178976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.179113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.179181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.179384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.179535] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.179638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.179700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.179985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.180115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.180175] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.684051] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.725021] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 292500be-03ff-412f-b8cf-72fa8306906e in Status: SUCCESS [ 920.725367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.186857] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.423607] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 921.423855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.424049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.424274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.424818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.424818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.424818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.425000] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.425000] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.425104] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.563404] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 in Status: SUCCESS [ 921.563623] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 deletion is rescheduled due to dependency. [ 921.563688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.671818] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: SUCCESS [ 921.672066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.688971] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.689394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.689394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.689737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.689884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.690054] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 921.739033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.739276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.739276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.739605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.739778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.751221] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 921.927287] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.183883] env[65114]: INFO networking_nsxv3.common.synchronization [req-6bd16708-8138-4b47-8220-c23db8da26a0 req-56495836-925f-4dc6-a5b8-391e3106b792 tempest-ServersAdminTestJSON-11911283 tempest-ServersAdminTestJSON-11911283-project-member] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 922.184410] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGHEST for action security_group_members [ 922.184746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.184876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.184965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.185212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.185381] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.185525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.185598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.185757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.185843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.185943] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.430601] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.559825] env[65114]: INFO networking_nsxv3.common.synchronization [req-847d5be6-aecc-4bde-b2b8-836391a66719 req-d40e55fc-90b7-48c7-9611-2f40b7996b39 tempest-DeleteServersAdminTestJSON-1739546440 tempest-DeleteServersAdminTestJSON-1739546440-project-member] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 922.560447] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 922.560783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.560904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.560976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.562103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.562273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.562389] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.562457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.562628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.562717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.562813] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.688400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.688717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.689034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.689394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.711366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.711680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.711768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.711853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.712131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.712131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.712238] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be updated. [ 922.743223] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.743391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.743456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.743688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.743817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.753893] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: IN_PROGRESS for 2s [ 922.933054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.933219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.933344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.933822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.933822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.933822] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 922.952877] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.953106] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.953234] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.954063] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.954063] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.954063] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.954063] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.954274] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.954393] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.954605] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.954722] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 922.954831] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 922.955055] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 922.955208] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 922.955319] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 922.955452] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 922.979168] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 922.979168] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 922.979168] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 922.979168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-136" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.979168] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-31babbd7-38ce-4d4c-8264-4f71455d79f4 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.979168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.979168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.979563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.980372] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31babbd7-38ce-4d4c-8264-4f71455d79f4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.990838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.990998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.991167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.991335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.991481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.002394] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 923.067288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.067288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.067288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.067288] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be deleted. [ 923.098345] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.099670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.099848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.100093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.100192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.100310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.483310] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.483545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.483674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.483990] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.484200] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.484384] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 31babbd7-38ce-4d4c-8264-4f71455d79f4 not found, creating... [ 923.484645] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.484803] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.485385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.485385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.485385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.485686] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.485686] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.485795] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.485983] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.486118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.486259] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 31babbd7-38ce-4d4c-8264-4f71455d79f4 is going to be created. [ 923.510267] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.510587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.510755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.511166] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.511508] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.511802] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.761597] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 923.762038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.208986] env[65114]: INFO networking_nsxv3.common.synchronization [req-847d5be6-aecc-4bde-b2b8-836391a66719 req-d820388f-d705-447c-ada2-44abdaf85dc9 service nova] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_rules [ 924.209185] env[65114]: INFO networking_nsxv3.common.synchronization [req-847d5be6-aecc-4bde-b2b8-836391a66719 req-d820388f-d705-447c-ada2-44abdaf85dc9 service nova] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 924.209319] env[65114]: INFO networking_nsxv3.common.synchronization [req-847d5be6-aecc-4bde-b2b8-836391a66719 req-d820388f-d705-447c-ada2-44abdaf85dc9 service nova] Enqueued Resource ID: 31babbd7-38ce-4d4c-8264-4f71455d79f4 with Priority: HIGHEST for action port [ 924.209546] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_rules [ 924.209664] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 924.209760] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31babbd7-38ce-4d4c-8264-4f71455d79f4 with Priority: HIGHEST for action port [ 924.210337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.210461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.210531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.210728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.210807] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.212706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.212876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.212977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.213196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.216062] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.216232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.216307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.216484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.217057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.217057] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.217924] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-31babbd7-38ce-4d4c-8264-4f71455d79f4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.217924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.217924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.217924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.217924] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31babbd7-38ce-4d4c-8264-4f71455d79f4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.713677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.713875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.720572] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.722358] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 31babbd7-38ce-4d4c-8264-4f71455d79f4 with status ACTIVE [ 924.722578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.722771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.722771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.723564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.723564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.723564] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.723564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.723564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.723564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.723821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.724075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.724075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.724273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.724273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.724341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.724435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 31babbd7-38ce-4d4c-8264-4f71455d79f4 is going to be updated. [ 924.747289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.747521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.747521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.747782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.747993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.748277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31babbd7-38ce-4d4c-8264-4f71455d79f4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.764226] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 in Status: SUCCESS [ 924.764608] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 deletion is rescheduled due to dependency. [ 924.764608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.013251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 925.013623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.013841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.015045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.015299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.017321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.017441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.017671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.017803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.017963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.018136] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.199646] env[65114]: INFO networking_nsxv3.common.synchronization [req-044c3075-6dbf-410d-bd6c-3aaa1b3156df req-0fc1f137-8bff-456c-930a-cd30d2cd8331 tempest-ServerMetadataNegativeTestJSON-442691416 tempest-ServerMetadataNegativeTestJSON-442691416-project-member] Enqueued Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 925.199797] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 925.200254] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.200468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.200468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.201030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.201030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.201030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.201223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.201223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.201352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.203403] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.222719] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.520986] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.521195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.521423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.521766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.521766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.521766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.522033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.522033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.522100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.522173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.522332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.522428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.522465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.522703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.522778] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.522859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.522939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.523123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.523123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.523249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.523279] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.703454] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.703711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.703781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.703999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.704150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.704372] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.704581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.704658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.704850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.704929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.708618] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a already deleted. [ 925.708683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.725009] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.725176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.725241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.725495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.725636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.725703] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be created. [ 925.754747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.754747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.754747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.754747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.755186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.767683] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: UNINITIALIZED for 2s [ 926.026146] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67: rpc.has_security_group_logging(os_id): False [ 926.034278] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-110 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.034476] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-110" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.034628] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-110" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.035031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-110" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.035532] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.035678] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.036142] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.036142] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.036318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.037089] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.037281] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.037473] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.037704] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.038064] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.038266] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.038521] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.050156] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.050156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.050156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.050399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.066384] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.066641] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.066718] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.066858] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-110" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.067200] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-702fa8fe-2416-48f8-a279-d135b9566646 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.067378] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.067536] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.067887] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.068072] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702fa8fe-2416-48f8-a279-d135b9566646',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.073535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.073819] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.073937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.073990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.074299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.074387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.074588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.074695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.077814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.078384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.078501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.078635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.078728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.078800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.078892] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 926.156692] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.157060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.157195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.157483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.157737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.183326] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 926.570803] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.571032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.571138] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.571424] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.571604] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.571838] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 702fa8fe-2416-48f8-a279-d135b9566646 not found, creating... [ 926.572156] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.572305] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.572721] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.572721] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.572812] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.573193] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.573397] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.573551] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.573835] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.574033] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.574203] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 702fa8fe-2416-48f8-a279-d135b9566646 is going to be created. [ 926.604062] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.604062] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.604354] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.604544] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.604920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.605177] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [req-044c3075-6dbf-410d-bd6c-3aaa1b3156df req-c5c56ef3-726d-483c-b2a1-7d4ec11a3585 service nova] Enqueued Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_rules [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [req-044c3075-6dbf-410d-bd6c-3aaa1b3156df req-c5c56ef3-726d-483c-b2a1-7d4ec11a3585 service nova] Enqueued Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [req-044c3075-6dbf-410d-bd6c-3aaa1b3156df req-c5c56ef3-726d-483c-b2a1-7d4ec11a3585 service nova] Enqueued Resource ID: 702fa8fe-2416-48f8-a279-d135b9566646 with Priority: HIGHEST for action port [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_rules [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 927.356489] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 702fa8fe-2416-48f8-a279-d135b9566646 with Priority: HIGHEST for action port [ 927.357628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.357927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.358190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.358876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359104] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.362033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.362280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.363451] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.363932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.364861] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.365119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.365322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.365612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.365797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.366974] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.370226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-702fa8fe-2416-48f8-a279-d135b9566646 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.370226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.370226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.370226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.370226] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('702fa8fe-2416-48f8-a279-d135b9566646',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.781983] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 927.782278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.782462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.782684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.782876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.782991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.783075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.783268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.783347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.783387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.783470] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.862298] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.862462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.869174] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.876843] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 702fa8fe-2416-48f8-a279-d135b9566646 with status ACTIVE [ 927.877430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.877430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.877430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.877640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.877640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.877820] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.877901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.877962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.878147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.878210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.878395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.878516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.878567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.879144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.879144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.879144] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 702fa8fe-2416-48f8-a279-d135b9566646 is going to be updated. [ 927.904261] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.905120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.905120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.905120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.906038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.906038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-702fa8fe-2416-48f8-a279-d135b9566646" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.915446] env[65114]: INFO networking_nsxv3.common.synchronization [req-48911c85-44f4-4470-b709-4b205372d818 req-561de7ff-5339-4363-b982-294535fb24dc tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 927.916013] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 927.916276] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.916402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.916470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.916675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.917810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.917810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.917810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.917810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.917810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.917810] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.206190] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 928.206485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.256171] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ee83292-b0b7-475c-89ee-75d6888f995f req-928001c5-a087-42df-b65e-d833701a1d7c tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 928.256720] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 928.257063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.257192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.257261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.257627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.257817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.257920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.258055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.258164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.258249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.258363] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.287488] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.287743] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.288031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.288242] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.289028] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.289028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.289028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.289246] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.289246] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.289442] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.289551] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.289657] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.289759] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.289899] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.290029] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.290165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.291882] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.292019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.292076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.292230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.292399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.292570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.292632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.292739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.292827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.292916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.293076] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.293170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.293367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.293509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.293631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.293687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.293781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.293871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.293955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.294064] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.314712] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.314939] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.315142] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.315369] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.315771] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-b680e1db-3736-41d7-8ac0-880bdb10d18c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.315948] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.316121] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.316515] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.316711] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b680e1db-3736-41d7-8ac0-880bdb10d18c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.373802] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.420213] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.420472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.420472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.420606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.420693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.420956] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.421093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.421177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.421350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.421433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.421545] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 928.447656] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.447852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.447971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.448194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.448353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.462853] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 928.567655] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.567864] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.568440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.568440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.568638] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.568771] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.568873] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.569119] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.569263] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.569487] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.569606] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.569750] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.570667] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.570878] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.571022] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.571232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.591744] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.591996] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.592125] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.592310] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.592735] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-e801d01f-864d-4ebf-82cb-bc9e91436255 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.592974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.593118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.593458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.593585] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e801d01f-864d-4ebf-82cb-bc9e91436255',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.760537] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.760735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.760791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.760996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.761099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.761299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.761423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.761522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.761742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.761836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.761942] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 already deleted. [ 928.762041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.796200] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9ffdd44-40bb-47cd-9b4f-e74634353f06: rpc.has_security_group_logging(os_id): False [ 928.815839] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.815982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.816093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.816326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.816468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.816757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.816855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.816949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.817161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.817253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.817457] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.817674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.817750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.817944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.818045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.818238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.818349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.818401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.818538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.818633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.818760] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be created. [ 928.820348] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.820531] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.820656] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.820880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.821022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.821208] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port b680e1db-3736-41d7-8ac0-880bdb10d18c not found, creating... [ 928.821491] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.821621] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.821736] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.821944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.822089] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.822411] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.822600] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.822723] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.822929] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.823074] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.823253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: b680e1db-3736-41d7-8ac0-880bdb10d18c is going to be created. [ 928.874590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.874813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.874861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.875101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.875214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.875339] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a is going to be created. [ 928.964832] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.965073] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.965122] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.965485] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.965733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.965965] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.988706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.988925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.988925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.989152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.989320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.031676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: UNINITIALIZED for 2s [ 929.052985] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.053174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.053219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.053466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.053654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.084303] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: IN_PROGRESS for 2s [ 929.095760] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.095987] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.096163] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.096557] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.096634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.096854] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port e801d01f-864d-4ebf-82cb-bc9e91436255 not found, creating... [ 929.097173] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.097426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.097481] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.097767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.097916] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.098243] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.098407] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.098587] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.099029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.099029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.099169] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: e801d01f-864d-4ebf-82cb-bc9e91436255 is going to be created. [ 929.142615] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.142862] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.143401] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.143794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.144131] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.144368] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.600316] env[65114]: INFO networking_nsxv3.common.synchronization [req-48911c85-44f4-4470-b709-4b205372d818 req-04bcbead-24f3-4867-99db-e1a52d68648b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 929.600316] env[65114]: INFO networking_nsxv3.common.synchronization [req-48911c85-44f4-4470-b709-4b205372d818 req-04bcbead-24f3-4867-99db-e1a52d68648b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 929.600316] env[65114]: INFO networking_nsxv3.common.synchronization [req-48911c85-44f4-4470-b709-4b205372d818 req-04bcbead-24f3-4867-99db-e1a52d68648b service nova] Enqueued Resource ID: b680e1db-3736-41d7-8ac0-880bdb10d18c with Priority: HIGHEST for action port [ 929.600316] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 929.600316] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 929.605509] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b680e1db-3736-41d7-8ac0-880bdb10d18c with Priority: HIGHEST for action port [ 929.606251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.606624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.608020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.608020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.608020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.608837] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.609488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.610487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b680e1db-3736-41d7-8ac0-880bdb10d18c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.610815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.610978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.611275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.611464] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b680e1db-3736-41d7-8ac0-880bdb10d18c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.919355] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ee83292-b0b7-475c-89ee-75d6888f995f req-29b294a0-5995-4307-886a-dbb2babb949d service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 929.919355] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ee83292-b0b7-475c-89ee-75d6888f995f req-29b294a0-5995-4307-886a-dbb2babb949d service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 929.919355] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ee83292-b0b7-475c-89ee-75d6888f995f req-29b294a0-5995-4307-886a-dbb2babb949d service nova] Enqueued Resource ID: e801d01f-864d-4ebf-82cb-bc9e91436255 with Priority: HIGHEST for action port [ 929.919355] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 929.919797] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 929.919990] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e801d01f-864d-4ebf-82cb-bc9e91436255 with Priority: HIGHEST for action port [ 929.920373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.920550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.920668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.920991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.921416] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.922617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924299] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.924299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.924299] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.925272] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e801d01f-864d-4ebf-82cb-bc9e91436255 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.929670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.929670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.929670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.929670] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e801d01f-864d-4ebf-82cb-bc9e91436255',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.114267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.114445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.114646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b680e1db-3736-41d7-8ac0-880bdb10d18c with status ACTIVE [ 930.114853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.114975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.115078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.115335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.115441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.115635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.115759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.116124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.116124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.116124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.116437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.116510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.116658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.116736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116850] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b680e1db-3736-41d7-8ac0-880bdb10d18c is going to be updated. [ 930.145256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.145427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.145505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.145771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.145930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b680e1db-3736-41d7-8ac0-880bdb10d18c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.428412] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.430309] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.430309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.430309] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e801d01f-864d-4ebf-82cb-bc9e91436255 with status ACTIVE [ 930.430309] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.430725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.430725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.430725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.430861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.431081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.431191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.431288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.431425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.431526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.432604] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.432604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.432604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.432604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.432604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.432604] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e801d01f-864d-4ebf-82cb-bc9e91436255 is going to be updated. [ 930.462801] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.463033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.463162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.463440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.463652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.463905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e801d01f-864d-4ebf-82cb-bc9e91436255" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.478256] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 930.478485] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 930.478616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.479187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.479473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.479674] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.479791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.479869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.480031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.480157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.480258] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.936353] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.982269] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.045079] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: SUCCESS [ 931.046042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.046042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.046253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.046578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.046701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.046773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.046991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.047139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.047301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.047442] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.109103] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 931.109103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.438603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.438787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.438858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.439091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.439227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.439344] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be created. [ 931.473226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.473412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.473478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.473659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.473818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.484023] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.488465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: UNINITIALIZED for 2s [ 931.550364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.551111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.551111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.551111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.551111] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.551111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.551851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.551851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.551851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.551851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.551851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.551851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.552084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.552225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.552299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.552339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.552936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.552936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.552936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.552936] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.986843] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.987324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.987324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.987324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.987475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.987526] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 932.033968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.034193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.034266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.034731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.034935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.047654] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 932.055818] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77e62351-88a7-4426-80ea-0edfcaa6183a: rpc.has_security_group_logging(os_id): False [ 932.076713] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.076713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.076713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.077486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.077486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.077486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.077819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.077819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.077819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.077933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.078834] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.078834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.078834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.078834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.078834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.079104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.079862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.079862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.080070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.080171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.080205] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a is going to be created. [ 932.173788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.173788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.173788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.173788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.173788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.187728] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: IN_PROGRESS for 2s [ 932.664384] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-244ed929-8980-4794-bc93-f7ae60a02204 tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 932.665711] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 932.665711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.665711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.665711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.665711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.665711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.665711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.666077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.666077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.666077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.666291] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.170149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.170510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.170510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.170797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.170797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.171091] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.171197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.171197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.171407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.171687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.171815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 933.205390] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.205594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.205698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.206035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.206238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.220792] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 933.513608] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 933.514349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.515999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.515999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.515999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.515999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.515999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.516882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.516882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.516882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.517051] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.587014] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-aa2a0a8f-3ead-49a4-ab27-5be72083555f tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 933.589279] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 933.590324] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.590563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.020081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.020275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.020335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.020650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.020772] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.020875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.020939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.021124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.021247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.021308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.021463] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.021559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.021810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.022086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.022252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.022353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.022414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.022562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.022645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.022734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.022826] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.026077] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-528 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.026281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-528" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.026543] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-528" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.026701] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-528" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.027011] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.027199] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.027319] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.027551] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.027815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.028050] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.028319] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 934.028319] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 934.028423] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 934.028472] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 934.028587] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 934.029211] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 934.059271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 934.059368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.059577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.059946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.060227] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.060373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.060453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.060825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.060825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.060964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.062232] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.075232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 934.075489] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.047 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 934.075656] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 934.075870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-528" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.076390] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-579c3ad4-7d73-4a64-b7a0-6df94133d330 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.076591] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.076786] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.078353] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.078547] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579c3ad4-7d73-4a64-b7a0-6df94133d330',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.205040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: SUCCESS [ 934.205040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.531504] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a7d11-e65d-40b4-a316-6411ab2ab6c2: rpc.has_security_group_logging(os_id): False [ 934.554540] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.554814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.555068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.555462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.555689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.556105] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.556301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.556506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.556805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.556971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.557485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.557918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.557918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.558945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.558945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.558945] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.558945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.559130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.559429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.559520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.559700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be created. [ 934.564771] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.565059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.565201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.565575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.565911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.566143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.566365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.566697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.566918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.567114] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.567420] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.567658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.567719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.568014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.568407] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.568725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.568797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.569047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.569271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.569438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.569660] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.581765] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.581974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.582307] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.582548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.582704] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.582943] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 579c3ad4-7d73-4a64-b7a0-6df94133d330 not found, creating... [ 934.583309] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.583484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.583607] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.583918] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.584281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.584754] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.585059] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.585244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.585556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.585776] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.586049] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 579c3ad4-7d73-4a64-b7a0-6df94133d330 is going to be created. [ 934.614883] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.614883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.614883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.614883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.614883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.651082] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.654056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.654056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.654056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.654056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.669784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 935.073152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 935.092018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.092018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.092697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.092697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.092697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092697] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.092697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.092697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.092918] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 935.164807] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.164807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.164807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.165067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.165067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.181736] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 935.232706] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 4s [ 935.294692] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-52637dc3-c999-4ac1-a416-596978cc4b0f service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 935.294880] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-52637dc3-c999-4ac1-a416-596978cc4b0f service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 935.295036] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-52637dc3-c999-4ac1-a416-596978cc4b0f service nova] Enqueued Resource ID: 579c3ad4-7d73-4a64-b7a0-6df94133d330 with Priority: HIGHEST for action port [ 935.295562] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 935.295704] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 935.295818] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 579c3ad4-7d73-4a64-b7a0-6df94133d330 with Priority: HIGHEST for action port [ 935.297732] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.297732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.297732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.297904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.297904] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.298763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.298888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.299104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-579c3ad4-7d73-4a64-b7a0-6df94133d330 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.299273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.299273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.299465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.299529] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('579c3ad4-7d73-4a64-b7a0-6df94133d330',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.696436] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e7a4d96-74e9-4ffa-9d1c-f4c50a75362c req-5d28dcf8-accc-471e-9ae5-a40e9560a8e3 tempest-ServersTestBootFromVolume-1828526371 tempest-ServersTestBootFromVolume-1828526371-project-member] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 935.696436] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 935.698462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.698462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.698462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.698661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.698661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.698753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.699779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.699779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.699779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.699779] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.801785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.802032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.803509] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 579c3ad4-7d73-4a64-b7a0-6df94133d330 with status ACTIVE [ 935.803696] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.803806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.803861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.804105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.804200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.804388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.804493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.804558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.804814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.804891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.805106] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.805202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.805265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.805409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.805501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.805606] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 579c3ad4-7d73-4a64-b7a0-6df94133d330 is going to be updated. [ 935.830793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.831043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.831043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.831245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.831403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.831575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-579c3ad4-7d73-4a64-b7a0-6df94133d330" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.153637] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-331 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.154016] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-331" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.154175] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-331" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.154560] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-331" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.154936] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.155131] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.155248] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.155476] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.155625] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.155844] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.155973] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.156135] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.156252] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.156393] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.156504] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.156637] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.176849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.177032] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.177175] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.177364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-331" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.177758] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.178049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.178257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.178803] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.178803] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.201959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.202182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.202182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.202604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.202712] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.202792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.202792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.202931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.203009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.203097] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d already deleted. [ 936.203182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.438600] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.438977] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-860" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.439195] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-860" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.439696] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-860" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.440176] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.440523] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.440742] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.441178] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.441564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.441776] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.442010] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.442237] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.443516] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.443516] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.443516] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.443516] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.462232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.462413] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.462553] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.462763] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-860" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.463119] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.463543] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.463543] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.463746] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.463907] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9957290d-2d65-46ca-aa1e-b4f4ad6d005a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.681504] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.681747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.681898] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.682280] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.682493] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.682615] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a not found, creating... [ 936.682906] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.683324] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.683324] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.683492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.683655] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.684100] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.684339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.684486] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.684708] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.684846] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.684986] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a is going to be created. [ 936.704332] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 936.704621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.730398] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.730652] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.730652] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.731044] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.731264] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.731537] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.744038] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5a3b50cd-9252-493a-9115-5478dd28fd54 None None] Enqueued Resource ID: c8e4063e-ccfd-4010-b61b-def0b16770f1 with Priority: HIGHEST for action port [ 936.745078] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8e4063e-ccfd-4010-b61b-def0b16770f1 with Priority: HIGHEST for action port [ 936.745362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8e4063e-ccfd-4010-b61b-def0b16770f1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.745843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8e4063e-ccfd-4010-b61b-def0b16770f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.745843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8e4063e-ccfd-4010-b61b-def0b16770f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.745843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8e4063e-ccfd-4010-b61b-def0b16770f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.745843] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8e4063e-ccfd-4010-b61b-def0b16770f1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.967825] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.967825] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.968086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.968225] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.968402] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.968566] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 9957290d-2d65-46ca-aa1e-b4f4ad6d005a not found, creating... [ 936.969023] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.969255] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.970291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.970291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.970291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.970291] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.970291] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.970879] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.970879] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.970879] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.971042] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 9957290d-2d65-46ca-aa1e-b4f4ad6d005a is going to be created. [ 936.995135] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.995376] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.995512] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.995880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.996145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.996386] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.203417] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 937.204133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.246323] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 937.246323] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 deletion is rescheduled due to dependency. [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.246323] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.246323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.246323] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.248493] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8e4063e-ccfd-4010-b61b-def0b16770f1 [ 937.248973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.249242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.249400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.249656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.249817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.249977] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8e4063e-ccfd-4010-b61b-def0b16770f1 already deleted. [ 937.250150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8e4063e-ccfd-4010-b61b-def0b16770f1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e7a4d96-74e9-4ffa-9d1c-f4c50a75362c req-846a5bca-0e6a-41bd-96d0-d74bf251f3d8 service nova] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e7a4d96-74e9-4ffa-9d1c-f4c50a75362c req-846a5bca-0e6a-41bd-96d0-d74bf251f3d8 service nova] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e7a4d96-74e9-4ffa-9d1c-f4c50a75362c req-846a5bca-0e6a-41bd-96d0-d74bf251f3d8 service nova] Enqueued Resource ID: 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a with Priority: HIGHEST for action port [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_rules [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 937.467022] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a with Priority: HIGHEST for action port [ 937.468456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.469027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.472025] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.472025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.472025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.472025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.472025] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.472971] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.473256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.473529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.473773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.473957] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.748311] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.769408] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-0c07dbdf-7681-4234-ba36-1d4a1255db8f service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 937.769794] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-0c07dbdf-7681-4234-ba36-1d4a1255db8f service nova] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 937.770390] env[65114]: INFO networking_nsxv3.common.synchronization [req-b1b44723-0648-490e-a6ea-5a84276a7034 req-0c07dbdf-7681-4234-ba36-1d4a1255db8f service nova] Enqueued Resource ID: 9957290d-2d65-46ca-aa1e-b4f4ad6d005a with Priority: HIGHEST for action port [ 937.771168] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_rules [ 937.771303] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 937.771403] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9957290d-2d65-46ca-aa1e-b4f4ad6d005a with Priority: HIGHEST for action port [ 937.771673] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.771776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.771964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.772049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.772228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.772326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.772388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.772584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.772665] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9957290d-2d65-46ca-aa1e-b4f4ad6d005a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.974264] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.976770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.976770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.976770] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a with status ACTIVE [ 937.976770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.976770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.976770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.976770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.977084] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.977632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.977722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.977722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.977874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.977949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.978045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a is going to be updated. [ 938.003118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.003283] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.003356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.003593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.003694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.003881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbb6da5-bb67-48e3-82d0-62c8e9b18a7a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.252211] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.275152] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9957290d-2d65-46ca-aa1e-b4f4ad6d005a with status ACTIVE [ 938.275610] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.275724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.275861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.276177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.276345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.276722] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.276845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.276947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.277249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.277394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.277731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.277925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.278084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.278349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.278484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.278981] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9957290d-2d65-46ca-aa1e-b4f4ad6d005a is going to be updated. [ 938.307347] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.307970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.307970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.308189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.308352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.308644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9957290d-2d65-46ca-aa1e-b4f4ad6d005a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.477702] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.755839] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.756093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.756159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.756425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.756524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.756659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 938.808906] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.808906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.808906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.808906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.808906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.818317] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 938.982700] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.982700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.982700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.982700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.982700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.982700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d is going to be created. [ 939.007961] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.007961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.007961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.007961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.007961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.023922] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: UNINITIALIZED for 2s [ 939.751133] env[65114]: INFO networking_nsxv3.common.synchronization [None req-7c2ac358-8234-4a8e-af6b-a17d99ce6e2e tempest-ServerActionsV293TestJSON-1754607738 tempest-ServerActionsV293TestJSON-1754607738-project-member] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 939.751565] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 939.751881] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.752029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.752151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.752635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.752727] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.910102] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6fd393f8-ff71-45d4-81ed-185d830abe7a None None] Enqueued Resource ID: eae546a8-3648-4370-ba1d-09bc4e881466 with Priority: HIGHEST for action port [ 939.910676] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eae546a8-3648-4370-ba1d-09bc4e881466 with Priority: HIGHEST for action port [ 939.911023] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-eae546a8-3648-4370-ba1d-09bc4e881466 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.911163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eae546a8-3648-4370-ba1d-09bc4e881466" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.911361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eae546a8-3648-4370-ba1d-09bc4e881466" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.911694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eae546a8-3648-4370-ba1d-09bc4e881466" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.911694] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eae546a8-3648-4370-ba1d-09bc4e881466',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.007915] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8d44dbfa-2765-470a-a170-685ee266e2f2 tempest-ServerActionsV293TestJSON-1754607738 tempest-ServerActionsV293TestJSON-1754607738-project-member] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 940.008586] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 940.012455] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.012578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.275080] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.275306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.275410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.275864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.275864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.275995] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b already deleted. [ 940.276039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.276223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.276460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.276576] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.415014] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eae546a8-3648-4370-ba1d-09bc4e881466 [ 940.416025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.416025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.416025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.416025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.416025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.416025] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eae546a8-3648-4370-ba1d-09bc4e881466 already deleted. [ 940.417078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eae546a8-3648-4370-ba1d-09bc4e881466" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.802332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.802332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.802332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.802332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.802332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.802332] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b already deleted. [ 940.802332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.831071] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 940.831071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.831071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.831071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.831071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.831519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.831519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.831772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.831938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.832097] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.039601] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: SUCCESS [ 941.039849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.040082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.040305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.040518] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.040705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.040822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.041023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.041106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.041198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.041294] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.246143] env[65114]: INFO networking_nsxv3.common.synchronization [req-7e84d2ab-fee7-4203-a35c-e5b2544ae11e req-ebda7407-dd9e-46a5-a11c-6a9fc9b418a3 tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 941.246605] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 941.247745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.249418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.249589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.251197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.251197] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.251197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.251197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.251197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.251197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.251197] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.337603] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.547120] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.755603] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.842506] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.031031] env[65114]: INFO networking_nsxv3.common.synchronization [req-fa2d9496-0e38-4036-a690-681199483a22 req-0dfabde1-109d-44ec-a8f9-abbeb9adfeba tempest-DeleteServersAdminTestJSON-1739546440 tempest-DeleteServersAdminTestJSON-1739546440-project-member] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 942.032747] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGHEST for action security_group_members [ 942.033857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.034018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.034155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.034429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.034669] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.034760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.034760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.035014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.035157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.035262] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.049988] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for acb1d6b4-18f2-4f33-aa08-3058efd1301d: rpc.has_security_group_logging(os_id): False [ 942.070857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.071020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.071109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.071370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.071428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.073149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.073149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.073149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.073149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.073149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.073149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d is going to be created. [ 942.144016] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.144165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.144242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.144503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.144693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.156878] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: IN_PROGRESS for 2s [ 942.258419] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.344552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.344803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.344803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.344994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.345095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.345208] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 942.377854] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.378113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.378162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.378407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.378598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.389672] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 942.539675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.539675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.539805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.540156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.540291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.540516] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.540623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.540687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.540856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.540925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.541023] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be updated. [ 942.574048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.574048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.574048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.574048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.574048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.585515] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: IN_PROGRESS for 2s [ 942.761079] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.761274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.761315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.761562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.761651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.761749] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 942.797911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.797911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.797911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.798071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.798279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.809410] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 944.170991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: SUCCESS [ 944.171320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.402458] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 944.402458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.402700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.402999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.403291] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.403471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.403557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.403744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.403985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.403985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.404081] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.405045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.405230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.405432] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.405552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.405615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.405847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.405982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.406104] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.599515] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 in Status: SUCCESS [ 944.600808] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 deletion is rescheduled due to dependency. [ 944.601070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.848242] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 944.848242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.909662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.909662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.909662] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.411855] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.916150] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.916327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.916415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.916642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.916734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.918256] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 945.923332] env[65114]: INFO networking_nsxv3.common.synchronization [req-5ee85888-a811-42e8-be4f-7dd02dd12e08 req-f0dd23a9-b65f-4c0f-a3ce-512f6d89f13d tempest-ServersWithSpecificFlavorTestJSON-1065014177 tempest-ServersWithSpecificFlavorTestJSON-1065014177-project-member] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 945.923962] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGHEST for action security_group_members [ 945.924440] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.924440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.924573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.924660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.924825] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.925287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.925287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.925287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.925287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.925419] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.948060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.948060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.948212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.949030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.949030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.962872] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 946.257151] env[65114]: INFO networking_nsxv3.common.synchronization [req-8f8b205a-5c0a-423f-956d-b9f8dba506d0 req-42fbb873-f9e1-45cb-88ba-7e1ffe738678 tempest-ServerMetadataNegativeTestJSON-442691416 tempest-ServerMetadataNegativeTestJSON-442691416-project-member] Enqueued Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 946.258109] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGHEST for action security_group_members [ 946.258109] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.258109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.258109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.259736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.259736] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.259736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.259736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.259736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.261245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.261245] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.431069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.431069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.431069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.431069] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be updated. [ 946.458056] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.458785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.458852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.459403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.459403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.469408] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: IN_PROGRESS for 2s [ 946.638656] env[65114]: INFO networking_nsxv3.common.synchronization [req-b8627cee-03b5-433b-99f2-b7728f41abd4 req-bc957881-8808-43b7-ad70-9c14bce81db1 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 946.639735] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 946.639735] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.639735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.640167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.640167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.640282] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.640345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.640415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.640575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.640653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.640749] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.667280] env[65114]: INFO networking_nsxv3.common.synchronization [req-e5484590-ca17-4ae4-8579-dc4a8ca25e5a req-18337791-119f-42e6-b8c4-9d77287f5778 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 946.667926] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 946.668323] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.668457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.668524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.668735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.668907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.669021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.669200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.669408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.669548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.669683] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.762190] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.762410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.762488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.762888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.762888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.763097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.763205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.763271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.763449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.763534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.763615] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a is going to be updated. [ 946.849939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.850166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.850408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.850753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.851122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.873222] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: IN_PROGRESS for 2s [ 947.139797] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.140203] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.141120] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.141675] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.141675] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.141858] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.141942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.142547] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.144874] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.144874] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.144874] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 947.144874] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 947.144874] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 947.144874] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 947.144874] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 947.144874] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 947.145263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.145460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.145460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.145611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.146696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.150269] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.150387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.150890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.150890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.150890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.150890] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1d6131-4614-44f3-b980-5438140adb41 already deleted. [ 947.150890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.173854] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 947.173854] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 947.173854] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 947.173854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.173854] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-1bf4f0cb-992e-47e9-81c3-0db90407182e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.173854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.173854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.173854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.173854] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf4f0cb-992e-47e9-81c3-0db90407182e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.174866] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.174987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.175267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.175350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.175791] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.175791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.175930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.177423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.177423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.177423] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 947.206482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.206633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.206706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.206910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.207077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.218328] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 947.587429] env[65114]: INFO networking_nsxv3.common.synchronization [req-d0bb6106-995f-4c5c-ae55-10933bc3d016 req-a61f0812-ecec-40a6-9c4d-7e34158782f5 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 947.588078] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 947.588311] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.588522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.588735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.588896] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.589098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.589434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.589434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.589434] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.679631] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.679778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.679893] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.680469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.680469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.680661] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 1bf4f0cb-992e-47e9-81c3-0db90407182e not found, creating... [ 947.681053] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.681352] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.681565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.681872] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.682085] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.683029] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.683029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.683029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.683338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.683338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.683499] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 1bf4f0cb-992e-47e9-81c3-0db90407182e is going to be created. [ 947.707356] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.710043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.710043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.710043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.710043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.710043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.971472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 947.971738] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.971917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.972868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.973095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.973246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.973339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.973590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.973655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.973715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.974162] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.974162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.974337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.974378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.974543] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.974663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.974730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.974874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.974977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.975067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.975174] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.091364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.091589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.091650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.091895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.092028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.092267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.092383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.092439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.092611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.092673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.092763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 948.142104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.142289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.142353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.142579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.142735] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.153022] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 948.421268] env[65114]: INFO networking_nsxv3.common.synchronization [req-b8627cee-03b5-433b-99f2-b7728f41abd4 req-9b791135-af88-4c26-b6e8-6655727ac5de service nova] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 948.421268] env[65114]: INFO networking_nsxv3.common.synchronization [req-b8627cee-03b5-433b-99f2-b7728f41abd4 req-9b791135-af88-4c26-b6e8-6655727ac5de service nova] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 948.421268] env[65114]: INFO networking_nsxv3.common.synchronization [req-b8627cee-03b5-433b-99f2-b7728f41abd4 req-9b791135-af88-4c26-b6e8-6655727ac5de service nova] Enqueued Resource ID: 1bf4f0cb-992e-47e9-81c3-0db90407182e with Priority: HIGHEST for action port [ 948.421597] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_rules [ 948.421789] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 948.422197] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bf4f0cb-992e-47e9-81c3-0db90407182e with Priority: HIGHEST for action port [ 948.422388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.422492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.422588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.422854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.426085] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.426085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.426085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.426085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.426085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.426085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.426085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.426085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.426743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.426743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.426743] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.431718] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bf4f0cb-992e-47e9-81c3-0db90407182e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.432167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.432270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.432519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.435038] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bf4f0cb-992e-47e9-81c3-0db90407182e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.478513] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6: rpc.has_security_group_logging(os_id): False [ 948.484577] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf in Status: SUCCESS [ 948.486483] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf deletion is rescheduled due to dependency. [ 948.486483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.502250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.502741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.502741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.502741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.503046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.503046] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.503182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.503237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.503897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.503897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.503897] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.503897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.503897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.503897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.504716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.504716] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.504716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.504716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.504716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.505274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.505468] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 948.577617] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.577933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.578023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.578217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.578364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.600119] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 948.884296] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77e62351-88a7-4426-80ea-0edfcaa6183a in Status: SUCCESS [ 948.885297] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a deletion is rescheduled due to dependency. [ 948.885423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.936139] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.936428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.936482] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.937692] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1bf4f0cb-992e-47e9-81c3-0db90407182e with status ACTIVE [ 948.938480] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.938480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.938480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.938480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.938480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.938760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.938760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.938836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.942037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.942037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.942037] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1bf4f0cb-992e-47e9-81c3-0db90407182e is going to be updated. [ 948.971858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.972115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.972115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.972270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.972572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.972572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bf4f0cb-992e-47e9-81c3-0db90407182e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.226093] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 949.226093] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 deletion is rescheduled due to dependency. [ 949.226093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.444334] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.643374] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5e4465e2-317e-4609-8b74-5146efd9559e None None] Enqueued Resource ID: 2a1f474a-fb13-4e18-b549-eb29e676c901 with Priority: HIGHEST for action port [ 949.645068] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a1f474a-fb13-4e18-b549-eb29e676c901 with Priority: HIGHEST for action port [ 949.645068] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a1f474a-fb13-4e18-b549-eb29e676c901 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.645068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a1f474a-fb13-4e18-b549-eb29e676c901" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.645068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a1f474a-fb13-4e18-b549-eb29e676c901" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.645435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a1f474a-fb13-4e18-b549-eb29e676c901" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.645435] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a1f474a-fb13-4e18-b549-eb29e676c901',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.950776] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.951070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.951200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.951519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.951684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.951863] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1d6131-4614-44f3-b980-5438140adb41 is going to be created. [ 950.020453] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.020665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.021229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.021229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.021229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.033361] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: UNINITIALIZED for 2s [ 950.148079] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a1f474a-fb13-4e18-b549-eb29e676c901 [ 950.148216] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.148384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.148848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.148848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.148848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.148848] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a1f474a-fb13-4e18-b549-eb29e676c901 already deleted. [ 950.149198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a1f474a-fb13-4e18-b549-eb29e676c901" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.169547] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 950.169547] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 950.169547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.555941] env[65114]: INFO networking_nsxv3.common.synchronization [req-51b39bd7-6a58-4022-92b6-81adbe0be814 req-5be9b63c-ef76-4ec6-8201-715b1e73ec9c tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 950.557248] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGHEST for action security_group_members [ 950.557248] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.557248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.560173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.560458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.560680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.560809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.560894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.561079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.561191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.561295] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.621520] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 950.621826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.622132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.622441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.622588] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.065940] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.066330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.066330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.066523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.066523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.066760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.066862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.066958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.067099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.067176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.067272] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb is going to be updated. [ 951.108973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.109215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.109269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.109470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.109646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.122986] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: IN_PROGRESS for 2s [ 951.129289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.129289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.129289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.129289] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.207407] env[65114]: INFO networking_nsxv3.common.synchronization [req-5c1efce1-5560-42d9-b8be-074ebe9dae32 req-06a28700-41dc-4303-b3dd-2eae0bef7d0a tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 951.210686] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 951.211109] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.211245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.211307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.212462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.212462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.212462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.212462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.212462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.212462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.212462] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.634887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.634887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.634887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.634887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.635657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.635657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.635657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.635657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.635657] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.716828] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.886711] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.887623] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.888017] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.888385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.889507] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.892769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.892769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.892769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.892769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.892769] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.892769] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.892769] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.892769] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.892769] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.892769] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.892769] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.918036] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.918036] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.918036] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.918036] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.918449] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-212eee52-33df-4e44-91ac-30d47068e18d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.918810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.919415] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.919635] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.919879] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212eee52-33df-4e44-91ac-30d47068e18d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.048833] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: SUCCESS [ 952.048833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.048985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.049214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.049512] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.049579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.049616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.049778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.049854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.049937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.050107] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.142382] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6: rpc.has_security_group_logging(os_id): False [ 952.162567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.162782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.162847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.163049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.163169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.163402] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.163510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.163565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.163783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.163997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.164096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.164221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.164281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.164412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.164487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.164666] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.164771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.164834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.165133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.167558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.168388] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 952.220617] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.248368] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.248677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.248677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.248863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.251905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.274739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 952.422710] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.423152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.423152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.424150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.424150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.424150] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 212eee52-33df-4e44-91ac-30d47068e18d not found, creating... [ 952.424150] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.424360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.424360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.424566] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.424713] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.424991] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.425172] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.425290] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.426164] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.427420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.427641] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 212eee52-33df-4e44-91ac-30d47068e18d is going to be created. [ 952.450908] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.451145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.451277] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.451556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.452409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.452409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.554312] env[65114]: INFO networking_nsxv3.common.synchronization [req-59756b55-bde2-4c4c-b4cb-04238560052d req-5d144b42-4501-42b5-8477-20ce5bee380e tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 952.555015] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.556146] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 952.556612] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.556743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.556815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.557029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.557201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.557921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.557995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.558358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.558358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.558358] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.571339] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1fc62938-8452-43de-bf2b-78922473d019 None None] Enqueued Resource ID: 23adba27-8735-4b49-8914-242f5fd96d19 with Priority: HIGHEST for action port [ 952.573752] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23adba27-8735-4b49-8914-242f5fd96d19 with Priority: HIGHEST for action port [ 952.576716] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-23adba27-8735-4b49-8914-242f5fd96d19 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.576786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-23adba27-8735-4b49-8914-242f5fd96d19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.576821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-23adba27-8735-4b49-8914-242f5fd96d19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.577126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-23adba27-8735-4b49-8914-242f5fd96d19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.577225] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('23adba27-8735-4b49-8914-242f5fd96d19',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.723239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.723239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.723572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.723973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.724090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.724201] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 952.760761] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.761107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.761247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.761483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.761707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.773231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 952.916653] env[65114]: INFO networking_nsxv3.common.synchronization [req-59756b55-bde2-4c4c-b4cb-04238560052d req-da7f6dbd-d38b-4fb3-82c3-da30ea5b24eb tempest-ServersTestMultiNic-1110906777 tempest-ServersTestMultiNic-1110906777-project-member] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 952.916653] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGHEST for action security_group_members [ 952.916653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.916653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.060944] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ab1d6131-4614-44f3-b980-5438140adb41: rpc.has_security_group_logging(os_id): False [ 953.062142] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.083763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 23adba27-8735-4b49-8914-242f5fd96d19 [ 953.083763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.083763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:23adba27-8735-4b49-8914-242f5fd96d19 already deleted. [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-23adba27-8735-4b49-8914-242f5fd96d19" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.083763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.083763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.084200] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.084200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.084200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.088050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.088050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.088050] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1d6131-4614-44f3-b980-5438140adb41 is going to be created. [ 953.133974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb in Status: SUCCESS [ 953.134239] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb deletion is rescheduled due to dependency. [ 953.134402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.158403] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.158403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.158802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.158802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.160147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.170925] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: IN_PROGRESS for 2s [ 953.282059] env[65114]: INFO networking_nsxv3.common.synchronization [req-5c1efce1-5560-42d9-b8be-074ebe9dae32 req-f41ff4ec-c440-4f44-9605-dc1bcffdf43f service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 953.282270] env[65114]: INFO networking_nsxv3.common.synchronization [req-5c1efce1-5560-42d9-b8be-074ebe9dae32 req-f41ff4ec-c440-4f44-9605-dc1bcffdf43f service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 953.282406] env[65114]: INFO networking_nsxv3.common.synchronization [req-5c1efce1-5560-42d9-b8be-074ebe9dae32 req-f41ff4ec-c440-4f44-9605-dc1bcffdf43f service nova] Enqueued Resource ID: 212eee52-33df-4e44-91ac-30d47068e18d with Priority: HIGHEST for action port [ 953.282964] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 953.286211] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 953.286338] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 212eee52-33df-4e44-91ac-30d47068e18d with Priority: HIGHEST for action port [ 953.286650] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.286771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.286835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.287057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.287134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.288364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.288472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.288648] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-212eee52-33df-4e44-91ac-30d47068e18d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.288782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.288897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.288974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.289060] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('212eee52-33df-4e44-91ac-30d47068e18d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.566940] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.791282] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.791475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.793036] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 212eee52-33df-4e44-91ac-30d47068e18d with status ACTIVE [ 953.793236] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.793409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.793726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.794074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.794198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.794717] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.794717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.794717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.794894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.794967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.795239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.795994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.795994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.798446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.798446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.798446] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 212eee52-33df-4e44-91ac-30d47068e18d is going to be updated. [ 953.822025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.822025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.822025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.822025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.822417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.822417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-212eee52-33df-4e44-91ac-30d47068e18d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.068855] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.069082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.069158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.069401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.069494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.069630] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 954.107024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.107024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.107136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.107369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.107621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.119913] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 954.299425] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 954.299790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.786347] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 954.786555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.786767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.787503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.787503] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.787503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.787503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.787503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.787723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.787723] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.186354] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: SUCCESS [ 955.186644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.289982] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.796282] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.133243] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 956.133468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.133650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.133879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.134105] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.134261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.134369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.134494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.134575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.134673] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.298634] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.298849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.299187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.299187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.299364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.299364] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 956.343240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.343406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.343526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.343743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.343902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361623] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 956.637734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.638074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.638074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.639564] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.639564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.639564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be updated. [ 956.671872] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.672075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.672133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.672320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.672440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.681849] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: IN_PROGRESS for 2s [ 957.056166] env[65114]: INFO networking_nsxv3.common.synchronization [req-8624d85b-4c67-4fc0-890c-5a489dc5570c req-36358412-86ab-4668-9c3c-7a7410d4925f tempest-MigrationsAdminTest-1355170981 tempest-MigrationsAdminTest-1355170981-project-member] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 957.056166] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGHEST for action security_group_members [ 957.056166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.056647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.056841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.057173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.057494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.057832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.058033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.058534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.058891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.059103] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.566024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.566024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.566024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.566024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.592656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.593570] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.593570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.593570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.593993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.594237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.594237] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be updated. [ 957.625696] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.625901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.625901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.626960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.636841] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: IN_PROGRESS for 2s [ 958.371373] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 958.371652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.371822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.372090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.372301] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.372440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.372519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.372706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.372799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.372890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.372995] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.693940] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 in Status: SUCCESS [ 958.694179] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 deletion is rescheduled due to dependency. [ 958.694296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.875424] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.878552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.878552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.878552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.878552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.880153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.880153] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.382100] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 959.407118] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.407355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.407355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.407427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.407559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.407716] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.407837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.407899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.408369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.408369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.408494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.408494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.408729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.408729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.408828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.409827] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.409827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.410129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.410189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.410241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.410330] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 959.495635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.495635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.495635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.495635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.495878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.517295] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 959.651701] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 in Status: SUCCESS [ 959.651701] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 deletion is rescheduled due to dependency. [ 959.651701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.915829] env[65114]: INFO networking_nsxv3.common.synchronization [req-56c77362-7d17-4ed2-a03d-136aac0359b6 req-5ba817a0-4f3c-4cc0-8dc3-9ecd90ede0ec tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 960.916297] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 960.916751] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.916751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.916867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.917629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.917857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.917990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.918076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.918250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.918340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.918469] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.421852] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.421852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.421852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.422664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.422783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.423021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.423137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.423207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.424492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.424492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.424492] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 961.460216] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.460710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.460798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.461065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.461222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.473043] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 961.535548] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 961.535548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.484900] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 963.485714] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 963.486062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.610319] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6d2f51a8-b686-4bfb-b58f-04b3f0802a1f None None] Enqueued Resource ID: 149f9e4f-6a02-4ab1-8fac-0326935d1040 with Priority: HIGHEST for action port [ 963.610319] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 149f9e4f-6a02-4ab1-8fac-0326935d1040 with Priority: HIGHEST for action port [ 963.610319] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-149f9e4f-6a02-4ab1-8fac-0326935d1040 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.610319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-149f9e4f-6a02-4ab1-8fac-0326935d1040" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.610319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-149f9e4f-6a02-4ab1-8fac-0326935d1040" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.610319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-149f9e4f-6a02-4ab1-8fac-0326935d1040" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.612048] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('149f9e4f-6a02-4ab1-8fac-0326935d1040',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.116955] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 149f9e4f-6a02-4ab1-8fac-0326935d1040 [ 964.117390] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.117576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.117653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.117991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.118182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.118239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:149f9e4f-6a02-4ab1-8fac-0326935d1040 already deleted. [ 964.118358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-149f9e4f-6a02-4ab1-8fac-0326935d1040" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.663172] env[65114]: INFO networking_nsxv3.common.synchronization [None req-2f4fc7bf-1cf1-4d97-82b5-27f762a57805 None None] Enqueued Resource ID: 758e3514-0e79-400d-a7e7-03f6642f2f8d with Priority: HIGHEST for action port [ 965.663500] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 758e3514-0e79-400d-a7e7-03f6642f2f8d with Priority: HIGHEST for action port [ 965.664388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-758e3514-0e79-400d-a7e7-03f6642f2f8d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.664506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-758e3514-0e79-400d-a7e7-03f6642f2f8d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.664557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-758e3514-0e79-400d-a7e7-03f6642f2f8d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.664798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-758e3514-0e79-400d-a7e7-03f6642f2f8d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.665253] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('758e3514-0e79-400d-a7e7-03f6642f2f8d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.170143] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 758e3514-0e79-400d-a7e7-03f6642f2f8d [ 966.170372] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.170519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.170590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.170796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.170885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.170982] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:758e3514-0e79-400d-a7e7-03f6642f2f8d already deleted. [ 966.171081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-758e3514-0e79-400d-a7e7-03f6642f2f8d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.726357] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bbee76c0-ab27-4e2b-90ea-28b17aaf294c None None] Enqueued Resource ID: caf4399e-3cfa-47bd-9515-c91bf7e56c2f with Priority: HIGHEST for action port [ 967.726808] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caf4399e-3cfa-47bd-9515-c91bf7e56c2f with Priority: HIGHEST for action port [ 967.727293] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-caf4399e-3cfa-47bd-9515-c91bf7e56c2f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.727477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-caf4399e-3cfa-47bd-9515-c91bf7e56c2f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.727550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-caf4399e-3cfa-47bd-9515-c91bf7e56c2f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.727814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-caf4399e-3cfa-47bd-9515-c91bf7e56c2f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.727927] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('caf4399e-3cfa-47bd-9515-c91bf7e56c2f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.231209] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port caf4399e-3cfa-47bd-9515-c91bf7e56c2f [ 968.231534] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.231637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.231637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.232170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.232170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.232170] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:caf4399e-3cfa-47bd-9515-c91bf7e56c2f already deleted. [ 968.232170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-caf4399e-3cfa-47bd-9515-c91bf7e56c2f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.479755] env[65114]: INFO networking_nsxv3.common.synchronization [None req-95cb3e35-71f8-4099-81c9-e1d2bd8c331e tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 969.480264] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 969.480602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.480767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.480856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.481134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.481322] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.665393] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8364ffb4-3020-40f3-8122-75440e0be212 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 969.666034] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 969.667031] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.667031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.086678] env[65114]: INFO networking_nsxv3.common.synchronization [req-5df42634-2436-412c-879e-93c56bdb9db1 req-30487cc9-04a6-48af-989f-4d3fff5e89be tempest-ServerMetadataTestJSON-1313706032 tempest-ServerMetadataTestJSON-1313706032-project-member] Enqueued Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 970.087173] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 970.087928] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.088177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.088177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.088474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.088642] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.088744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.088800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.088999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.089082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.089141] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.110071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.110071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.110071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.110071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.110071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.110071] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 already deleted. [ 970.110342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.110794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.111200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.111200] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.435621] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.436083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-663" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.436083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-663" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.436439] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-663" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.436780] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.436994] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.437170] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.437475] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.437676] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.438029] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.438267] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.438441] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.438590] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.438744] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.438923] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.439193] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.461154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.461371] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.461495] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.461674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-663" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.461988] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.462292] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.462415] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.462738] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.462879] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18f7cb-9f7b-451a-94a4-991d8d4eb89d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.594702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.595140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.595140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.595222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.595252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.595461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.595565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.595628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.595794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.595871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.595958] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa already deleted. [ 970.596057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.634474] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.634869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.634938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.635205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.635298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.635398] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 already deleted. [ 970.635480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.965617] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.966749] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.966911] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.967942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.967942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.967942] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port da18f7cb-9f7b-451a-94a4-991d8d4eb89d not found, creating... [ 970.967942] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.968165] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.968165] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.968400] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.968503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.968799] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.968980] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.969120] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.969332] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.969465] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.969606] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: da18f7cb-9f7b-451a-94a4-991d8d4eb89d is going to be created. [ 970.991465] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.991465] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.991755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.991864] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.992142] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.992374] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.341343] env[65114]: INFO networking_nsxv3.common.synchronization [req-2e3312af-d00b-449f-bd1c-05b6daed0a34 req-9a797fe1-eef7-45dc-ab94-8a1ce9b88aa5 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 971.342171] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 971.342406] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.342604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.342604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.342799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.343409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.343409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.343409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.343409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.343409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.343677] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.825020] env[65114]: INFO networking_nsxv3.common.synchronization [req-5df42634-2436-412c-879e-93c56bdb9db1 req-6f6f4061-501f-4410-866c-90df6f936ba1 service nova] Enqueued Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_rules [ 971.825282] env[65114]: INFO networking_nsxv3.common.synchronization [req-5df42634-2436-412c-879e-93c56bdb9db1 req-6f6f4061-501f-4410-866c-90df6f936ba1 service nova] Enqueued Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 971.825469] env[65114]: INFO networking_nsxv3.common.synchronization [req-5df42634-2436-412c-879e-93c56bdb9db1 req-6f6f4061-501f-4410-866c-90df6f936ba1 service nova] Enqueued Resource ID: da18f7cb-9f7b-451a-94a4-991d8d4eb89d with Priority: HIGHEST for action port [ 971.826115] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_rules [ 971.826308] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 971.826447] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da18f7cb-9f7b-451a-94a4-991d8d4eb89d with Priority: HIGHEST for action port [ 971.826742] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.826894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.826965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.827252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.827334] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.828294] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.828364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.828396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.828576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.829203] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.829203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.829203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.829203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.829388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.829388] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.830096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.830447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.830447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.830447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.830546] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da18f7cb-9f7b-451a-94a4-991d8d4eb89d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.847021] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.332264] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.332350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.332698] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.333990] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da18f7cb-9f7b-451a-94a4-991d8d4eb89d with status ACTIVE [ 972.334122] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.334238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.334296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.336096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.336096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.336096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.336556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.336556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.336556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.336652] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.336958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.336958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.337113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.337142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.337310] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da18f7cb-9f7b-451a-94a4-991d8d4eb89d is going to be updated. [ 972.350204] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.365916] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.366123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.366200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.366366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.366495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.366758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da18f7cb-9f7b-451a-94a4-991d8d4eb89d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.839737] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.855941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.856129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.856215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.856432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.856523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.856923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 972.887550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.887704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.888021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.888021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.888178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.899855] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 973.343262] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.343431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.343493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.343800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.343900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.344013] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa is going to be created. [ 973.368908] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.369133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.369192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.369564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.369742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.380017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: UNINITIALIZED for 2s [ 974.855966] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5dbb63e4-8a9c-46b8-987a-c5269d6f56af None None] Enqueued Resource ID: fc54d94b-b49a-40b7-a9b2-a1b2b06954d8 with Priority: HIGHEST for action port [ 974.856576] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc54d94b-b49a-40b7-a9b2-a1b2b06954d8 with Priority: HIGHEST for action port [ 974.858488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc54d94b-b49a-40b7-a9b2-a1b2b06954d8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.858600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc54d94b-b49a-40b7-a9b2-a1b2b06954d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.858868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc54d94b-b49a-40b7-a9b2-a1b2b06954d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.858951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc54d94b-b49a-40b7-a9b2-a1b2b06954d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.859093] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc54d94b-b49a-40b7-a9b2-a1b2b06954d8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.911694] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 974.911877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376447] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fc54d94b-b49a-40b7-a9b2-a1b2b06954d8 [ 975.376447] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.376447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.376447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.376447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.376447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.376447] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fc54d94b-b49a-40b7-a9b2-a1b2b06954d8 already deleted. [ 975.376447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc54d94b-b49a-40b7-a9b2-a1b2b06954d8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.396819] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: SUCCESS [ 975.397037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.397284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.397449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.397642] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.397761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.398111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.400259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.400259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.400259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.400259] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.905742] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.906112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.906112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.906286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.906465] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.906574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.906664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.906791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.906877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.906975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.907166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.907261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.907323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.907468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.907600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.907692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.907793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.908049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.908141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.908225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.908315] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.412341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbce03ef-2a85-4624-a551-4b75c7377baa: rpc.has_security_group_logging(os_id): False [ 976.432101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.432336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.433036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.433036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.433036] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.433286] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.433407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.433472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.434653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.434653] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.434653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.435063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.435063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.435063] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa is going to be created. [ 976.503483] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.503662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.503755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.503974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.504380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.516775] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: IN_PROGRESS for 2s [ 977.116714] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3022bc9d-1d12-44a8-a019-8ab9cef9c14a tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 977.119399] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 977.119399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.119399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.119399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.119399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.119399] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.240824] env[65114]: INFO networking_nsxv3.common.synchronization [None req-f42f677e-7869-4519-96f1-0d62d9eb8c6e tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 977.240824] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 977.240824] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.240824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.646550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.646550] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 already deleted. [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.646550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.646550] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.679790] env[65114]: INFO networking_nsxv3.common.synchronization [None req-04b9eaab-dac1-4733-b4b9-3b40b87ff598 None None] Enqueued Resource ID: 1a81fd12-7ec3-4c57-ab44-8b7726bab3b1 with Priority: HIGHEST for action port [ 977.680333] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a81fd12-7ec3-4c57-ab44-8b7726bab3b1 with Priority: HIGHEST for action port [ 977.680655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a81fd12-7ec3-4c57-ab44-8b7726bab3b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.680740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a81fd12-7ec3-4c57-ab44-8b7726bab3b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.680812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a81fd12-7ec3-4c57-ab44-8b7726bab3b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.681474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a81fd12-7ec3-4c57-ab44-8b7726bab3b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.681613] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a81fd12-7ec3-4c57-ab44-8b7726bab3b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.171381] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.171707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.171707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.171945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.171945] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.172048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 already deleted. [ 978.172083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.183782] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a81fd12-7ec3-4c57-ab44-8b7726bab3b1 [ 978.184119] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.184253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.184326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.184521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.184626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.185903] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a81fd12-7ec3-4c57-ab44-8b7726bab3b1 already deleted. [ 978.185903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a81fd12-7ec3-4c57-ab44-8b7726bab3b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.532475] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: SUCCESS [ 978.532777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.336865] env[65114]: INFO networking_nsxv3.common.synchronization [None req-9a5914f1-3e61-4606-bca6-310254be68bb None None] Enqueued Resource ID: d5ca29fc-d583-45fa-9839-839037f35d47 with Priority: HIGHEST for action port [ 980.338068] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5ca29fc-d583-45fa-9839-839037f35d47 with Priority: HIGHEST for action port [ 980.338068] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5ca29fc-d583-45fa-9839-839037f35d47 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.338291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5ca29fc-d583-45fa-9839-839037f35d47" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.338291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5ca29fc-d583-45fa-9839-839037f35d47" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.338673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5ca29fc-d583-45fa-9839-839037f35d47" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.338844] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5ca29fc-d583-45fa-9839-839037f35d47',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.830171] env[65114]: INFO networking_nsxv3.common.synchronization [None req-aa4b6965-3210-43fd-bbef-34f4be235b17 tempest-ServersTestFqdnHostnames-886262358 tempest-ServersTestFqdnHostnames-886262358-project-member] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 980.830171] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 980.830171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.830171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.830171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.830894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.831127] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.842092] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5ca29fc-d583-45fa-9839-839037f35d47 [ 980.842092] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.842092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.842092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.842092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.842295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.842295] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5ca29fc-d583-45fa-9839-839037f35d47 already deleted. [ 980.842432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5ca29fc-d583-45fa-9839-839037f35d47" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.927917] env[65114]: INFO networking_nsxv3.common.synchronization [None req-52cf64ac-d344-479e-ab1e-cd54f708b1f4 tempest-ServersTestFqdnHostnames-886262358 tempest-ServersTestFqdnHostnames-886262358-project-member] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 980.927917] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 980.927917] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.927917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.283822] env[65114]: INFO networking_nsxv3.common.synchronization [req-ce8c76d9-ee7e-4130-9100-9b38eec8c37a req-cc3ea7eb-32d0-4f95-9a9e-707628bda9fe tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 981.284710] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 981.285198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.285375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.285738] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.285842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.286091] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.286284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.286358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.286468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.286630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.286682] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.363026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.363026] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 already deleted. [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.363026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.363026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.703981] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-404 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.704252] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.704463] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.704794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.706279] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.706585] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.706678] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.707015] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.707319] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.707663] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.707663] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.707832] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.707895] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.707973] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.708098] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.708287] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.740530] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.741084] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.741454] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.742037] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-404" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.742473] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.742473] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.742758] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.743948] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.743948] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a49ab22-d2a0-4dbc-87a8-4ea618fa5755',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.791525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.791708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.791708] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.791916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.792013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.792217] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.792317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.792379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.792524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.792599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.792683] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 981.853412] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.853560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.853560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.855099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.855099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.865199] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 981.886246] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.886246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.886246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.886246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.886246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.886246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 already deleted. [ 981.886246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.246522] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.247840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.247840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.247840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.247840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.248224] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 not found, creating... [ 982.248349] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.248574] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.248698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.249048] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.249368] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.249611] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.249801] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.249956] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.250272] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.250477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.250715] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 is going to be created. [ 982.277583] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.278129] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.278315] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.278632] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.279640] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.279999] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.948637] env[65114]: INFO networking_nsxv3.common.synchronization [None req-21518e6e-4e9f-4805-b6e2-b04aa78f6084 None None] Enqueued Resource ID: 1b1f0303-ac21-4bb3-8b86-cb93526c3cd4 with Priority: HIGHEST for action port [ 982.949631] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b1f0303-ac21-4bb3-8b86-cb93526c3cd4 with Priority: HIGHEST for action port [ 982.949864] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b1f0303-ac21-4bb3-8b86-cb93526c3cd4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.950202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b1f0303-ac21-4bb3-8b86-cb93526c3cd4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.950319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b1f0303-ac21-4bb3-8b86-cb93526c3cd4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.950963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b1f0303-ac21-4bb3-8b86-cb93526c3cd4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.950963] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b1f0303-ac21-4bb3-8b86-cb93526c3cd4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.029426] env[65114]: INFO networking_nsxv3.common.synchronization [req-ce8c76d9-ee7e-4130-9100-9b38eec8c37a req-fa7fd62e-961d-45fe-8328-07ef2d7e3536 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 983.029581] env[65114]: INFO networking_nsxv3.common.synchronization [req-ce8c76d9-ee7e-4130-9100-9b38eec8c37a req-fa7fd62e-961d-45fe-8328-07ef2d7e3536 service nova] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 983.029887] env[65114]: INFO networking_nsxv3.common.synchronization [req-ce8c76d9-ee7e-4130-9100-9b38eec8c37a req-fa7fd62e-961d-45fe-8328-07ef2d7e3536 service nova] Enqueued Resource ID: 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 with Priority: HIGHEST for action port [ 983.031232] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_rules [ 983.031886] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 983.031886] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 with Priority: HIGHEST for action port [ 983.031886] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.031886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.031886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.032308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.032308] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.034355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.034554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.034913] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.035115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.035286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.035919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.036061] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a49ab22-d2a0-4dbc-87a8-4ea618fa5755',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.454461] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b1f0303-ac21-4bb3-8b86-cb93526c3cd4 [ 983.454802] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.454948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.455033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.455254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.455344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.455444] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b1f0303-ac21-4bb3-8b86-cb93526c3cd4 already deleted. [ 983.455525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b1f0303-ac21-4bb3-8b86-cb93526c3cd4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.534599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.534599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.537931] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 with status ACTIVE [ 983.538212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.538345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.538411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.538621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.538704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.538875] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.538971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.539060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.539378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.539378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.539472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.539599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.539599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.539751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.539854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.539909] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1a49ab22-d2a0-4dbc-87a8-4ea618fa5755 is going to be updated. [ 983.563415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.563606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.563711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.563921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.564091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.564285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a49ab22-d2a0-4dbc-87a8-4ea618fa5755" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.875791] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 983.875985] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 983.876271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.876460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.876674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.876862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.876978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.877071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.877366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.877460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.877603] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.382236] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.885387] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.388343] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.388672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.388672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.389039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.389148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.389273] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 985.425571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.425571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.425571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.425861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.425916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.438908] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 985.825301] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e56273a-b262-4154-8e1b-02461d160fb6 req-dc90f906-4b1d-4c13-94b4-9ba7d17b3c71 tempest-ServerActionsV293TestJSON-1754607738 tempest-ServerActionsV293TestJSON-1754607738-project-member] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 985.825885] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 985.826175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.826298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.826363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.826605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.826761] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.826861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.826925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.827154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.827243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.827336] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.170262] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-148 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.170535] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-148" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.170664] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-148" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.170997] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-148" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.171451] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.171616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.171733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.171953] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.172112] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.172322] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.172437] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 986.172541] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 986.172647] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 986.172755] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 986.172865] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 986.172987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 986.191776] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 986.191954] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 986.192155] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 986.192339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-148" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.192653] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-4084b366-c29c-4223-9f07-ab2f1e298a55 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.192815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.192935] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.193287] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.193429] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4084b366-c29c-4223-9f07-ab2f1e298a55',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.230603] env[65114]: INFO networking_nsxv3.common.synchronization [req-7d7ad8b5-e95f-4048-a50b-ebc6f0657704 req-29d68265-17a5-4f7a-b10a-53a9763efd99 tempest-ServerMetadataTestJSON-1313706032 tempest-ServerMetadataTestJSON-1313706032-project-member] Enqueued Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 986.231185] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGHEST for action security_group_members [ 986.231531] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.231701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.231801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.232041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.232234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.232358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.232440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.232625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.232742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.232862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.331340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.331502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.331554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.331760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.331868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.332039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.332132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.332192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.332339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.332408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.332489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b already deleted. [ 986.332564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.696875] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.697311] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.697414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.697756] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.697969] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.698201] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 4084b366-c29c-4223-9f07-ab2f1e298a55 not found, creating... [ 986.698521] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.698690] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.698876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.699532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.699772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.700239] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.700566] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.700792] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.701160] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.701428] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.701729] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 4084b366-c29c-4223-9f07-ab2f1e298a55 is going to be created. [ 986.735085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.735261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.735342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.735652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.735778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.735987] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.736135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.736186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.736588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.736673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.736754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa is going to be updated. [ 986.744517] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.744517] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.744700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.745328] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.745328] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.745328] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.788898] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.789138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.789196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.789473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.789644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.803103] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: IN_PROGRESS for 2s [ 987.454878] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.454878] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.454878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.454878] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e56273a-b262-4154-8e1b-02461d160fb6 req-7d2a87fe-78ab-4c88-a0c3-15fa4b40f962 service nova] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e56273a-b262-4154-8e1b-02461d160fb6 req-7d2a87fe-78ab-4c88-a0c3-15fa4b40f962 service nova] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e56273a-b262-4154-8e1b-02461d160fb6 req-7d2a87fe-78ab-4c88-a0c3-15fa4b40f962 service nova] Enqueued Resource ID: 4084b366-c29c-4223-9f07-ab2f1e298a55 with Priority: HIGHEST for action port [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_rules [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 987.470267] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4084b366-c29c-4223-9f07-ab2f1e298a55 with Priority: HIGHEST for action port [ 987.470267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.470267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.470267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.470830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.471024] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.472468] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.472699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.472852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.473119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.473355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.473648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.473803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.474054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.474537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.474720] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.475561] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-4084b366-c29c-4223-9f07-ab2f1e298a55 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.475861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.477449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.477449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.477449] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4084b366-c29c-4223-9f07-ab2f1e298a55',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.956515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.956817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.956817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.957044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.957141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.957245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.957310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.957460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.957544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.957648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.957869] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.957971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.958102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.958354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.958497] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.958591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.958654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.958791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.958869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.958950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.959069] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.977620] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.977833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.977931] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.979678] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4084b366-c29c-4223-9f07-ab2f1e298a55 with status ACTIVE [ 987.979879] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.979988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.980082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.980336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.980437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.980562] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.980693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.980766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.981258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.981258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.981258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.981480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.981480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.981675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.981675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.981675] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4084b366-c29c-4223-9f07-ab2f1e298a55 is going to be updated. [ 988.022721] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.022721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.022721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.022993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.023041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.023192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4084b366-c29c-4223-9f07-ab2f1e298a55" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.460917] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67: rpc.has_security_group_logging(os_id): False [ 988.482330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.482330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.482330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.482330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.482922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.483495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.483495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.483495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.483495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.483686] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 988.484711] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.554556] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.554556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.554556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.554893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.554893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.570234] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 988.812959] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbce03ef-2a85-4624-a551-4b75c7377baa in Status: SUCCESS [ 988.813227] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa deletion is rescheduled due to dependency. [ 988.813368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.918671] env[65114]: INFO networking_nsxv3.common.synchronization [req-b63fc673-d8d2-4829-a9d5-0687b9f99bc9 req-4dcc50b6-070e-4dc3-beaa-ce7bb417e209 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 988.919517] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 988.919755] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.919881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.919949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.920415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.920513] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.920615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.920656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.920809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.920893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.920971] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.987361] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.988024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.988024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.988024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.988024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.988024] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b is going to be created. [ 989.012883] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.013050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.013122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.013387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.013517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.028154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: UNINITIALIZED for 2s [ 989.255863] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.256028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.256197] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.256573] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.256833] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.257094] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.257164] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.257423] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.257563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.257773] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.257884] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 989.257989] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 989.258177] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 989.258338] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 989.258420] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 989.258550] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 989.284212] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 989.284447] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 989.284664] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 989.284834] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.285240] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-b930b55b-8288-40f3-83d0-eef3c42ec009 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.286049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.286049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.286049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.286741] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b930b55b-8288-40f3-83d0-eef3c42ec009',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.423479] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.423650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.423693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.423905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.423992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.424205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.424305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.424361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.424519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.424630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.424740] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 already deleted. [ 989.424828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.792157] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.792157] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.792474] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.792621] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.792865] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.793104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port b930b55b-8288-40f3-83d0-eef3c42ec009 not found, creating... [ 989.793439] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.794079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.794079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.794208] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.794263] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.794932] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.794932] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.795158] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.795229] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.795524] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.796698] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: b930b55b-8288-40f3-83d0-eef3c42ec009 is going to be created. [ 989.820019] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.820019] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.820019] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.820347] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.820581] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.820838] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.538870] env[65114]: INFO networking_nsxv3.common.synchronization [req-b63fc673-d8d2-4829-a9d5-0687b9f99bc9 req-503bbcab-8564-40ca-8337-5c75a6cb758b service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 990.539189] env[65114]: INFO networking_nsxv3.common.synchronization [req-b63fc673-d8d2-4829-a9d5-0687b9f99bc9 req-503bbcab-8564-40ca-8337-5c75a6cb758b service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 990.539290] env[65114]: INFO networking_nsxv3.common.synchronization [req-b63fc673-d8d2-4829-a9d5-0687b9f99bc9 req-503bbcab-8564-40ca-8337-5c75a6cb758b service nova] Enqueued Resource ID: b930b55b-8288-40f3-83d0-eef3c42ec009 with Priority: HIGHEST for action port [ 990.540215] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 990.540215] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 990.540215] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b930b55b-8288-40f3-83d0-eef3c42ec009 with Priority: HIGHEST for action port [ 990.540428] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.540530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.540614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.540870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.540954] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.541851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.541988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.542351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.542351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.543160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.543160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.543160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.543160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.543160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.543160] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.545047] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b930b55b-8288-40f3-83d0-eef3c42ec009 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.545047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.545047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.545299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.545299] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b930b55b-8288-40f3-83d0-eef3c42ec009',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.583512] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 990.583778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.040366] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: SUCCESS [ 991.040366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.040779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.040779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.040962] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.041089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.041126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.041285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.041368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.041480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.041609] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.047235] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.048477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.048477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.048655] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b930b55b-8288-40f3-83d0-eef3c42ec009 with status ACTIVE [ 991.048689] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.049133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.049133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.049133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.049133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.049467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.049467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.049654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.049692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.049877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.050041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.051543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.051543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.051543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.051543] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b930b55b-8288-40f3-83d0-eef3c42ec009 is going to be updated. [ 991.148444] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.148609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.148728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.148896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.149342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.149520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b930b55b-8288-40f3-83d0-eef3c42ec009" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.423815] env[65114]: INFO networking_nsxv3.common.synchronization [req-fd3123c1-6d9a-44a7-94f0-31d94a462de1 req-93df9048-77cf-4ed2-9a68-771b9e1b42d1 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 991.423815] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 991.423815] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.424571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.424571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.424571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.424771] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.424946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.425026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.425276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.425404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.425546] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.545035] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.553227] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.860237] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.860484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.860604] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.860979] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.861312] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.861458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.861575] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.861807] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.861995] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.862221] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.862337] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 991.862524] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 991.862574] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 991.862678] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 991.862746] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 991.862877] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 991.891590] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 991.891835] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 991.891979] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 991.892190] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.892515] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-9f885355-eca3-4ddc-878e-ecf5612cc9ef taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.892712] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.892880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.893275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.893412] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f885355-eca3-4ddc-878e-ecf5612cc9ef',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.928025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.928263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.928263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.929040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.929040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.929040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.929040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.929040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.929342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.929342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.929342] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 991.968482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.968734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.968734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.968921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.969079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.982426] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 992.047404] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58a06f46-c01f-48ab-b5de-e29712836d8b: rpc.has_security_group_logging(os_id): False [ 992.057990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.057990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.057990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.057990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.057990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.057990] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be created. [ 992.074080] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.074468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.074693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.075091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.075338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.075795] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.076309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.076968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.076968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.076968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.079714] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b is going to be created. [ 992.091494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.091662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.091703] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.091920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.092101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.106465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: UNINITIALIZED for 2s [ 992.162456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.162615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.162689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.162905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.163147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.177133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: IN_PROGRESS for 2s [ 992.397202] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.397445] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.397583] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.398230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.398230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.398499] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 9f885355-eca3-4ddc-878e-ecf5612cc9ef not found, creating... [ 992.399022] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.399022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.399420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.399420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.399492] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.400043] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.400043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.400312] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.400471] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.400471] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.400672] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 9f885355-eca3-4ddc-878e-ecf5612cc9ef is going to be created. [ 992.425446] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.425755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.425996] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.426269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.426597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.426853] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.148146] env[65114]: INFO networking_nsxv3.common.synchronization [req-fd3123c1-6d9a-44a7-94f0-31d94a462de1 req-7ab394ba-ed3c-4630-a087-778acc8aa6fe service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 993.148146] env[65114]: INFO networking_nsxv3.common.synchronization [req-fd3123c1-6d9a-44a7-94f0-31d94a462de1 req-7ab394ba-ed3c-4630-a087-778acc8aa6fe service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 993.148146] env[65114]: INFO networking_nsxv3.common.synchronization [req-fd3123c1-6d9a-44a7-94f0-31d94a462de1 req-7ab394ba-ed3c-4630-a087-778acc8aa6fe service nova] Enqueued Resource ID: 9f885355-eca3-4ddc-878e-ecf5612cc9ef with Priority: HIGHEST for action port [ 993.148578] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 993.148816] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 993.149126] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f885355-eca3-4ddc-878e-ecf5612cc9ef with Priority: HIGHEST for action port [ 993.149611] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.149864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.150050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.150335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.150551] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.152460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.152793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.153466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f885355-eca3-4ddc-878e-ecf5612cc9ef taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.153716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.153965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.155460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.155460] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f885355-eca3-4ddc-878e-ecf5612cc9ef',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.237800] env[65114]: INFO networking_nsxv3.common.synchronization [req-880a9dd8-d944-43e5-8d33-0688402f12b0 req-8624eeef-40fc-41fe-b27b-2d2a9f50bb30 tempest-ServersTestBootFromVolume-1828526371 tempest-ServersTestBootFromVolume-1828526371-project-member] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 993.238739] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGHEST for action security_group_members [ 993.239277] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.239524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.240252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.240252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.240252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.240252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.240831] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.653255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.653554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f885355-eca3-4ddc-878e-ecf5612cc9ef with status ACTIVE [ 993.657616] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.657616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.657616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.657616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.657785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.657903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660107] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.660107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.660107] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f885355-eca3-4ddc-878e-ecf5612cc9ef is going to be updated. [ 993.681586] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.681790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.681849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.682112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.682276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.683558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f885355-eca3-4ddc-878e-ecf5612cc9ef" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.745738] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.746260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.746260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.746260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.746492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.746584] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.746727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.746797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.746972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.747068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.747163] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d is going to be updated. [ 993.779376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.779721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.779721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.779836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.779936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.791127] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: IN_PROGRESS for 2s [ 994.002709] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 994.002813] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 994.003361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.004027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.004976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.004976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.005132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.005195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.005435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.005558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.005687] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.133182] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 994.133442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.133647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.133939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.134147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.134240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.134363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.134494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.134586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.134720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.134862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.189827] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: SUCCESS [ 994.190128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.509490] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.638947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.638947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.638947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.638947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.638947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.639595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.639728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.642054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.642183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.642300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.642494] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.642618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.642727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.642843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.642988] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.643119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.643196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.643345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.643425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.643510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.643598] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.012459] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.145749] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6a3cf46-74df-40e7-87ea-20a53baeee15: rpc.has_security_group_logging(os_id): False [ 995.189194] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.189416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.189479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.190102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.190102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.190102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.190102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.190582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.190582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.190582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.190582] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.190723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.190723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.190892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.190997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.191185] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.191980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.191980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.191980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.191980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.191980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be created. [ 995.276445] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.276606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.276606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.276817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.277009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.292056] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 995.515736] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.515889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.515889] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.516332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.516444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.516551] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 995.557153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.557153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.557294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.558096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.558096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.569839] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 995.802271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d in Status: SUCCESS [ 995.802452] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d deletion is rescheduled due to dependency. [ 995.802563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.896475] env[65114]: INFO networking_nsxv3.common.synchronization [req-e1f9d131-2ca8-49f2-8b47-f197cb942527 req-aa9950b1-5c31-4a29-9107-b706a30ca6cb tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 996.897315] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 996.897498] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.897574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.897638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.897865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.898046] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.898215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.898317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.902160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.902293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.902397] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.306739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 997.306982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.405126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.405311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.405372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.405771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.405771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.405895] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.406192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.406192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.406368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.406368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.406488] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 997.440099] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.441238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.441238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.441238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.441238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.453815] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 997.583240] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 997.583622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.583892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.584055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.584310] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.584515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.584576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.584732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.584839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.584938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.585036] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.092057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.092057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.092057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.092862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.596093] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 998.617102] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.617285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.617333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.617652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.617770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.620384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.620384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.620384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.620384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.621910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.621910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 998.704600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.704600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.704600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.704600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.704600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.719939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 998.887780] env[65114]: INFO networking_nsxv3.common.synchronization [req-048ad0db-0a2c-4ee4-8e94-e6f136e5926d req-fc2db3dc-c414-4c2e-808f-346a4294202d tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 998.888540] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 998.888867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.888984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.889833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.890489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.890817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.890817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.890817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.891043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.891083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.891241] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.300989] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.301367] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.301414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.302038] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.302038] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.302038] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.302353] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.302407] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.302551] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.302773] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.303011] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 999.303074] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 999.303172] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 999.303289] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 999.303410] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 999.303547] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 999.326154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 999.326338] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 999.326771] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 999.326847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.327391] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-904fd267-4d15-479f-a622-5b10d0bbd4d3 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.327617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.327834] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.328383] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.328548] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('904fd267-4d15-479f-a622-5b10d0bbd4d3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.394134] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.394342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.394427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.394720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.394763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.394950] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.395056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.395120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.395273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.395350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.395437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 already deleted. [ 999.395518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.466156] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 999.466156] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 999.466156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.832161] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.832438] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.832604] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.832927] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.833126] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.833331] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 904fd267-4d15-479f-a622-5b10d0bbd4d3 not found, creating... [ 999.833739] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.833863] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.833948] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.834208] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.834514] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.834885] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.835099] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.835250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.836177] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.836549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.836746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 904fd267-4d15-479f-a622-5b10d0bbd4d3 is going to be created. [ 999.859777] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.860060] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.860180] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.860496] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.860731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.860968] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.558916] env[65114]: INFO networking_nsxv3.common.synchronization [req-048ad0db-0a2c-4ee4-8e94-e6f136e5926d req-8f3614e8-ed49-465d-8fac-4fca6d123e9b service nova] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 1000.559279] env[65114]: INFO networking_nsxv3.common.synchronization [req-048ad0db-0a2c-4ee4-8e94-e6f136e5926d req-8f3614e8-ed49-465d-8fac-4fca6d123e9b service nova] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 1000.559279] env[65114]: INFO networking_nsxv3.common.synchronization [req-048ad0db-0a2c-4ee4-8e94-e6f136e5926d req-8f3614e8-ed49-465d-8fac-4fca6d123e9b service nova] Enqueued Resource ID: 904fd267-4d15-479f-a622-5b10d0bbd4d3 with Priority: HIGHEST for action port [ 1000.559815] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_rules [ 1000.559951] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 1000.566150] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 904fd267-4d15-479f-a622-5b10d0bbd4d3 with Priority: HIGHEST for action port [ 1000.566530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.566663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.566877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.567773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.567773] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.568890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.569085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.569085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.569270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.569460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.570365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.570441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.570630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.570690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.570862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.572058] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-904fd267-4d15-479f-a622-5b10d0bbd4d3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.572393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.572393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.572393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.572539] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('904fd267-4d15-479f-a622-5b10d0bbd4d3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.734054] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1000.734054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.074351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.074633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.075022] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.075991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 904fd267-4d15-479f-a622-5b10d0bbd4d3 with status ACTIVE [ 1001.076145] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.076374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.076484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.077181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.077181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.077181] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.077181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.077181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.077456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.077456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.078603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.078603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.078603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.078603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.078603] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 904fd267-4d15-479f-a622-5b10d0bbd4d3 is going to be updated. [ 1001.104398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.104745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.104838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.105144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.105376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.105622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-904fd267-4d15-479f-a622-5b10d0bbd4d3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.273269] env[65114]: INFO networking_nsxv3.common.synchronization [req-d1557045-1b42-4b32-a6c4-778a4e253a83 req-9352292d-798f-41c8-9c48-8553ef41b0c8 tempest-ServerPasswordTestJSON-1829019132 tempest-ServerPasswordTestJSON-1829019132-project-member] Enqueued Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1001.273269] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1001.274561] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.274746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.274746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.275041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.275201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.275324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.275381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.275517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.275680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.275778] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.581642] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.615025] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-162" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-162" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-162" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615025] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.615025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.615433] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.615433] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.615497] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.615623] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.615759] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.615892] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.616188] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.616188] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.634951] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.635332] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.635520] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.635731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-162" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.636360] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-f43d2450-4a60-4f90-86b7-267997bbeb1b taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.636360] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.637214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.638029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.638029] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43d2450-4a60-4f90-86b7-267997bbeb1b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.778969] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.779228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.779307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.779530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.779614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.779832] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.779943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.779996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.780142] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.780233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.780294] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a already deleted. [ 1001.780372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.084047] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.084275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.084275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.084544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.084689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.084843] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 is going to be created. [ 1002.112428] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.112616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.112616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.112799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.112952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.124346] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: UNINITIALIZED for 2s [ 1002.140711] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.140983] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.141145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.141425] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.141579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.141732] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port f43d2450-4a60-4f90-86b7-267997bbeb1b not found, creating... [ 1002.142046] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.142222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.142345] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.142613] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.142764] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.143066] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.143228] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.143348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.143554] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.143755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.144113] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: f43d2450-4a60-4f90-86b7-267997bbeb1b is going to be created. [ 1002.164602] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.164981] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.165132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.165418] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.165652] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.165874] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.889500] env[65114]: INFO networking_nsxv3.common.synchronization [req-d1557045-1b42-4b32-a6c4-778a4e253a83 req-ba12db75-886a-4a41-90ba-adb4cd5a4d83 service nova] Enqueued Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_rules [ 1002.889831] env[65114]: INFO networking_nsxv3.common.synchronization [req-d1557045-1b42-4b32-a6c4-778a4e253a83 req-ba12db75-886a-4a41-90ba-adb4cd5a4d83 service nova] Enqueued Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1002.889959] env[65114]: INFO networking_nsxv3.common.synchronization [req-d1557045-1b42-4b32-a6c4-778a4e253a83 req-ba12db75-886a-4a41-90ba-adb4cd5a4d83 service nova] Enqueued Resource ID: f43d2450-4a60-4f90-86b7-267997bbeb1b with Priority: HIGHEST for action port [ 1002.892015] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_rules [ 1002.892189] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1002.892291] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f43d2450-4a60-4f90-86b7-267997bbeb1b with Priority: HIGHEST for action port [ 1002.892994] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.892994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.892994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.893389] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.893389] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.894064] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.894198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.894247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.894421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.894740] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.894740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.894740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.895039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.895039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.895039] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.895785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f43d2450-4a60-4f90-86b7-267997bbeb1b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.895894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.895960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.896243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.896316] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f43d2450-4a60-4f90-86b7-267997bbeb1b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.399032] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.399032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.399032] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.399770] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f43d2450-4a60-4f90-86b7-267997bbeb1b with status ACTIVE [ 1003.400019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.400101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.400172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.400373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.400462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.400633] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.400727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.400790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.400933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.401014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.401195] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.401356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.401356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.401579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.401615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.401709] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f43d2450-4a60-4f90-86b7-267997bbeb1b is going to be updated. [ 1003.427082] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.427082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.427317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.427431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.427579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.427779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f43d2450-4a60-4f90-86b7-267997bbeb1b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.867719] env[65114]: INFO networking_nsxv3.common.synchronization [req-e392aafc-9962-4fd2-98e3-5140698f70a6 req-b915fd90-1f02-43cf-aa02-bac9ace457f1 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1003.868732] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1003.868732] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.868922] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.869406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.869857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.869857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.869857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.870122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.870255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.870367] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.903920] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.139214] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: SUCCESS [ 1004.139513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.139749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.140054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.140324] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.140504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.140616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.140847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.140989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.141134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.141464] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.257357] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.257719] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.257806] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.258308] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.258742] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.259118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.259435] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.259775] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.259984] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.260329] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.260530] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.261033] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.261033] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.261137] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.261307] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.261552] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.284649] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.285045] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.285303] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.285599] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.286144] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-2a99d593-1045-4691-a5e9-ee03a8bec060 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.286477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.286701] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.287473] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.287946] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99d593-1045-4691-a5e9-ee03a8bec060',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.376927] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.376927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.376927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.376927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.376927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.376927] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.376927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.377636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.377636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.377636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.377636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 already deleted. [ 1004.377636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.407461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.407686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.408095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.408095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.408278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.408485] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a is going to be created. [ 1004.437676] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.437931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.437931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.438172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.438395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450060] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: UNINITIALIZED for 2s [ 1004.644063] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.791451] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.791723] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.791892] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.792257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.792497] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.792675] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 2a99d593-1045-4691-a5e9-ee03a8bec060 not found, creating... [ 1004.793034] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.793253] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.793448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.793698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.793841] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.794265] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.794450] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.794573] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.794858] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.795149] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.795332] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 2a99d593-1045-4691-a5e9-ee03a8bec060 is going to be created. [ 1004.819880] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.820200] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.820450] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.820765] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.821080] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.821409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.146470] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424: rpc.has_security_group_logging(os_id): False [ 1005.164101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.164273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.164322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.164521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.164630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.164949] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.165072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.165137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.165308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.165387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.165476] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 is going to be created. [ 1005.254412] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.254587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.254693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.254834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.255034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.269817] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: IN_PROGRESS for 2s [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [req-e392aafc-9962-4fd2-98e3-5140698f70a6 req-5226243f-4969-4c36-81b9-12a68c406dcb service nova] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [req-e392aafc-9962-4fd2-98e3-5140698f70a6 req-5226243f-4969-4c36-81b9-12a68c406dcb service nova] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [req-e392aafc-9962-4fd2-98e3-5140698f70a6 req-5226243f-4969-4c36-81b9-12a68c406dcb service nova] Enqueued Resource ID: 2a99d593-1045-4691-a5e9-ee03a8bec060 with Priority: HIGHEST for action port [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_rules [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1005.557030] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a99d593-1045-4691-a5e9-ee03a8bec060 with Priority: HIGHEST for action port [ 1005.557030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.557519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.557519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.557519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.557519] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.558383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.559510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.559510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.559510] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.560741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a99d593-1045-4691-a5e9-ee03a8bec060 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.560741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.560741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.560741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.560741] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a99d593-1045-4691-a5e9-ee03a8bec060',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.062737] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.064339] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.064339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.064451] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a99d593-1045-4691-a5e9-ee03a8bec060 with status ACTIVE [ 1006.064565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.064690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.064758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.064972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.065065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.065751] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.065751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.065751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.065751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.065751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.066277] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.066277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.066277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.066277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.066277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.067363] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a99d593-1045-4691-a5e9-ee03a8bec060 is going to be updated. [ 1006.094369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.094369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.094369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.094369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.094369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.095469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a99d593-1045-4691-a5e9-ee03a8bec060" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.404791] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2b12669-d83c-4b6f-8acb-823eb9482878 req-d7c2a560-18e6-4b43-8be4-7de7b13c034f tempest-ServersTestFqdnHostnames-886262358 tempest-ServersTestFqdnHostnames-886262358-project-member] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1006.405737] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1006.406072] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.406234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.406301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.406590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.406753] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.407043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.407043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.407118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.407151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.408137] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.462745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: SUCCESS [ 1006.463017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.463200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.463453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.463664] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.463801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.463874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.464062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.464157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.464246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.464348] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.569569] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.791203] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.791439] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-227" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.791565] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-227" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.791919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-227" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.792281] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.792571] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.792694] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.792961] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.793146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.793382] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.793505] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.793663] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.793989] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.793989] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.793989] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.794188] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.819509] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.819734] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.819896] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.820140] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-227" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.820467] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-953431d7-b63f-474f-834f-a02472cc721f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.820677] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.820802] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.821150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.821271] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953431d7-b63f-474f-834f-a02472cc721f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.910242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.910461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.910639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.910741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.910831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.911060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.911182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.911255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.911421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.911507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.911581] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 already deleted. [ 1006.911669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.955312] env[65114]: INFO networking_nsxv3.common.synchronization [req-b4e2a6b9-749d-4fd5-9012-cb017a051968 req-fd554e8a-8896-43cc-9ca4-c8ed546e3a9d tempest-ImagesTestJSON-1367586270 tempest-ImagesTestJSON-1367586270-project-member] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 1006.955875] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGHEST for action security_group_members [ 1006.956828] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.956962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.957043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.957248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.957401] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.957504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.957560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.957831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.957926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.958025] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.967876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.967876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.967876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.968754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.968754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.968754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.968754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.968754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.968754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.969015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.969015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.969411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.969411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.969411] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.072835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.072981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.072981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.073254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.073366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.073483] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 is going to be created. [ 1007.102948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.103104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.103175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.103380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.103532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.113708] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: UNINITIALIZED for 2s [ 1007.285900] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: SUCCESS [ 1007.286164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.323739] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.324031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.324355] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.324759] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.324959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.325286] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 953431d7-b63f-474f-834f-a02472cc721f not found, creating... [ 1007.325643] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.325814] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.325939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.326269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.326443] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.326792] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.327025] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.327127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.327384] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.327526] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.327717] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 953431d7-b63f-474f-834f-a02472cc721f is going to be created. [ 1007.358915] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.359176] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.359349] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.359576] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.359809] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.360057] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.462008] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.462555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.462555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.462645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.462852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.463260] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.463527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.463586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.463971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.464117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.464265] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be updated. [ 1007.472479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 34a0537e-2d46-465f-88f7-70cc8e78252a: rpc.has_security_group_logging(os_id): False [ 1007.503915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.504136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.504212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.504473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.504562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.504818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.504954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.505052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.505744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.505744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.505744] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.506339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.506339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.506339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.506480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.506662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.506864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.506925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.507112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.507252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.507904] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a is going to be created. [ 1007.510837] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.510837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.510837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.510837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.511101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.524476] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: IN_PROGRESS for 2s [ 1007.589751] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.589907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.589986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.590278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.590403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.606118] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: IN_PROGRESS for 2s [ 1007.682360] env[65114]: INFO networking_nsxv3.common.synchronization [req-9bd8364e-ee28-46f5-b132-9295efee52fe req-0fcbe040-9f74-45c9-8a2b-d4e296a56d51 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1007.683914] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1007.683914] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.683914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.683914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.684577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.684577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.684577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.684577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.684577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.684577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.685136] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.107107] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2b12669-d83c-4b6f-8acb-823eb9482878 req-9734ac5b-b37a-4b00-9e5f-14777ccd9834 service nova] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 1008.107296] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2b12669-d83c-4b6f-8acb-823eb9482878 req-9734ac5b-b37a-4b00-9e5f-14777ccd9834 service nova] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1008.107435] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2b12669-d83c-4b6f-8acb-823eb9482878 req-9734ac5b-b37a-4b00-9e5f-14777ccd9834 service nova] Enqueued Resource ID: 953431d7-b63f-474f-834f-a02472cc721f with Priority: HIGHEST for action port [ 1008.107952] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_rules [ 1008.108100] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1008.108198] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 953431d7-b63f-474f-834f-a02472cc721f with Priority: HIGHEST for action port [ 1008.108504] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.108623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.108730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.108941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.109058] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.110207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.110329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.110390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.110557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.110702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.110800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.110876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.110992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.111085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.111179] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.112054] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-953431d7-b63f-474f-834f-a02472cc721f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.112637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.112761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.112942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.113270] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('953431d7-b63f-474f-834f-a02472cc721f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.191702] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.192026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.192026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.192173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.192266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.192483] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.192570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.192632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.192791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.192868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.192957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1008.238341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.238520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.238589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.238794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.238938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.258805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1008.615182] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.617038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.617278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.619271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 953431d7-b63f-474f-834f-a02472cc721f with status ACTIVE [ 1008.619271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.619271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.619271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620084] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.620376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.620376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.620500] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.620617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.620617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.621430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.621651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.621745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 953431d7-b63f-474f-834f-a02472cc721f is going to be updated. [ 1008.647319] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.647545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.647665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.647999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.648696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.648987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-953431d7-b63f-474f-834f-a02472cc721f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.118779] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.128404] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: SUCCESS [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.129769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.129769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.130539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.130539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.130539] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.534748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 in Status: SUCCESS [ 1009.534933] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 deletion is rescheduled due to dependency. [ 1009.535067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.621711] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: SUCCESS [ 1009.621711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622211] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.622211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.622211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.622211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.622487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622487] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 is going to be created. [ 1009.632929] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.647771] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.647921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.647991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.648215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.648477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.660091] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: UNINITIALIZED for 2s [ 1010.134885] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6dc1835d-0386-46f2-9203-c7751fc84b45: rpc.has_security_group_logging(os_id): False [ 1010.157194] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.157412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.157618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.157705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.158112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.158112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.158528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.158528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.158704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 is going to be created. [ 1010.224034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.224034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.224034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.224034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.224034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.237265] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: IN_PROGRESS for 2s [ 1010.278935] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1010.278935] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 1010.278935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.673232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: SUCCESS [ 1011.673594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.673746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.674392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.674488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.674672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.674757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.674842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.674951] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.838112] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.838323] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.178675] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.257536] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: SUCCESS [ 1012.257536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.682104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3f36c8b-9341-4974-94b5-34e1bc8d06f8: rpc.has_security_group_logging(os_id): False [ 1012.704255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.704409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.704480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.704696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.704777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.705030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.705122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.705184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.705339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.705413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.705497] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 is going to be created. [ 1012.787032] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.787032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.787032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.787032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.787032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.801531] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: IN_PROGRESS for 2s [ 1012.864524] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e3ffdab8-6a1a-4b9f-9d0a-09e69c54985d None None] Enqueued Resource ID: 1aa1e802-0435-4c86-a166-6d47e3788d84 with Priority: HIGHEST for action port [ 1012.865393] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1aa1e802-0435-4c86-a166-6d47e3788d84 with Priority: HIGHEST for action port [ 1012.866419] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1aa1e802-0435-4c86-a166-6d47e3788d84 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.866714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1aa1e802-0435-4c86-a166-6d47e3788d84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.866951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1aa1e802-0435-4c86-a166-6d47e3788d84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.867380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1aa1e802-0435-4c86-a166-6d47e3788d84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.867799] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1aa1e802-0435-4c86-a166-6d47e3788d84',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.896280] env[65114]: INFO networking_nsxv3.common.synchronization [req-fbb65e30-472f-461f-b929-39fbd2ad9578 req-7e4049be-9355-43f8-8c9b-377f3e234ae2 tempest-ServersTestManualDisk-555920244 tempest-ServersTestManualDisk-555920244-project-member] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 1012.896825] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGHEST for action security_group_members [ 1012.897134] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.897253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.897317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.897517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.897662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.898037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.898037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.898037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.898174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.898256] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.370855] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1aa1e802-0435-4c86-a166-6d47e3788d84 [ 1013.371228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.371586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.371797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.372688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.372819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.372921] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1aa1e802-0435-4c86-a166-6d47e3788d84 already deleted. [ 1013.373023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1aa1e802-0435-4c86-a166-6d47e3788d84" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.400814] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.401311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.403086] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.403086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.403086] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 is going to be updated. [ 1013.465022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.465022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.465022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.465273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.466701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.478080] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: IN_PROGRESS for 2s [ 1014.286761] env[65114]: INFO networking_nsxv3.common.synchronization [req-914186db-49c8-4700-94f1-722a2c79238b req-6833f42c-1671-4d07-898e-847d64bf2a81 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1014.287285] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1014.287285] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.287422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.287422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.288729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.288729] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.289020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.289020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.289204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.289312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.289432] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.793486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.793486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.793486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.794042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.794042] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1014.819284] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: SUCCESS [ 1014.819593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.834951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.835302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.835405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.835689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.836014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.850748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1015.269227] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bbbce700-82bb-4bcb-8adc-a40c98d22bb3 None None] Enqueued Resource ID: b5b7cd02-f553-424b-a393-4d426fcf7925 with Priority: HIGHEST for action port [ 1015.269227] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b7cd02-f553-424b-a393-4d426fcf7925 with Priority: HIGHEST for action port [ 1015.269227] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b7cd02-f553-424b-a393-4d426fcf7925 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.270106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b7cd02-f553-424b-a393-4d426fcf7925" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.270338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b7cd02-f553-424b-a393-4d426fcf7925" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.271038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b7cd02-f553-424b-a393-4d426fcf7925" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.272368] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b7cd02-f553-424b-a393-4d426fcf7925',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.493095] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 in Status: SUCCESS [ 1015.494163] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 deletion is rescheduled due to dependency. [ 1015.494163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.774659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5b7cd02-f553-424b-a393-4d426fcf7925 [ 1015.774921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.775413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.776565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.777498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.777498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.777498] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5b7cd02-f553-424b-a393-4d426fcf7925 already deleted. [ 1015.777498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b7cd02-f553-424b-a393-4d426fcf7925" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.861433] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1016.861813] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1016.861813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.270307] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1020.270307] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1020.635672] env[65114]: INFO networking_nsxv3.common.synchronization [req-025642d1-7f87-40fb-a72a-7d6698fa10df req-947651ec-c6ff-4441-8713-8d53a4af205f tempest-ServerPasswordTestJSON-1829019132 tempest-ServerPasswordTestJSON-1829019132-project-member] Enqueued Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1020.635976] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGHEST for action security_group_members [ 1020.637256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.637571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.637571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.637571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.637571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.637739] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.140464] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.142648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.142746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.142958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.143091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.143288] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.143387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.143449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.143599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.143670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.143755] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a is going to be updated. [ 1021.181734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.181919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.181987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.182268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.182421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195790] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: IN_PROGRESS for 2s [ 1022.514053] env[65114]: INFO networking_nsxv3.common.synchronization [req-705eb168-9efa-4b14-a588-b7072029498d req-afec7a0a-7045-43b0-a4aa-c0bc00cbd7f6 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1022.516108] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1022.516553] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.516743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.516861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.517126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.517355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.517485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.518243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.518567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.518712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.518848] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.989122] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.989361] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.989470] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.989747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.990018] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.990192] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.990310] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.990525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.990667] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.990878] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.990989] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.991390] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.991444] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.991561] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.991671] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.991800] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.014959] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.014959] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.014959] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.014959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.014959] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-0fe5a53f-6c51-484c-b986-7d9fe936325d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.014959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.014959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.014959] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.014959] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe5a53f-6c51-484c-b986-7d9fe936325d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.021446] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.021671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.021671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.022612] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.022612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.022910] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1023.048703] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.048847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.048921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.049193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.049339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.059080] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1023.205294] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 34a0537e-2d46-465f-88f7-70cc8e78252a in Status: SUCCESS [ 1023.205478] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a deletion is rescheduled due to dependency. [ 1023.205594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.517579] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.517579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.517579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.517942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.517942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.519078] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 0fe5a53f-6c51-484c-b986-7d9fe936325d not found, creating... [ 1023.519078] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.519078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.519078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.519078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.519507] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.519507] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.519700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.519829] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.520046] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.520258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.520482] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 0fe5a53f-6c51-484c-b986-7d9fe936325d is going to be created. [ 1023.553293] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.553293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.553293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.553293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.553580] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.553915] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.280729] env[65114]: INFO networking_nsxv3.common.synchronization [req-705eb168-9efa-4b14-a588-b7072029498d req-87d6c1a2-b68c-4439-855e-22b96b24fee8 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1024.280846] env[65114]: INFO networking_nsxv3.common.synchronization [req-705eb168-9efa-4b14-a588-b7072029498d req-87d6c1a2-b68c-4439-855e-22b96b24fee8 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1024.280976] env[65114]: INFO networking_nsxv3.common.synchronization [req-705eb168-9efa-4b14-a588-b7072029498d req-87d6c1a2-b68c-4439-855e-22b96b24fee8 service nova] Enqueued Resource ID: 0fe5a53f-6c51-484c-b986-7d9fe936325d with Priority: HIGHEST for action port [ 1024.281508] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1024.281641] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1024.281738] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe5a53f-6c51-484c-b986-7d9fe936325d with Priority: HIGHEST for action port [ 1024.282015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.282144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.282213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.282410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.282491] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.283367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.283999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.283999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe5a53f-6c51-484c-b986-7d9fe936325d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.283999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.283999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.283999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.284374] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe5a53f-6c51-484c-b986-7d9fe936325d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.786013] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786474] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fe5a53f-6c51-484c-b986-7d9fe936325d with status ACTIVE [ 1024.786683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.786833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.786935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.787190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.787310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.787545] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.787661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.787754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.787943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.788071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.788285] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.788439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.788513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.788777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.788875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.789018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fe5a53f-6c51-484c-b986-7d9fe936325d is going to be updated. [ 1024.810876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.811070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.811070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.811828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.811828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.811828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe5a53f-6c51-484c-b986-7d9fe936325d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.071914] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1025.072109] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1025.072183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.072345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.072559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.072747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.072860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.072921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.073077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.073158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.073250] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.578319] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.080928] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.481956] env[65114]: INFO networking_nsxv3.common.synchronization [req-819765f1-e0ce-412d-8e71-30553929c9e3 req-12d95c50-8667-4e41-8c4f-6554f86fdaa9 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1026.482524] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1026.482845] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.482966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.483122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.483337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.483515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.483599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.483659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.483810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.483898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.483997] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.583488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.583798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.583798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.584088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.584219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.584369] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1026.614078] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.614286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.614338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.614878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.614878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.626029] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1026.837997] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.838293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.838495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.838801] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.839117] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.839405] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.839545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.839815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.839991] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.840249] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.840945] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1026.840945] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1026.840945] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1026.840945] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1026.840945] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1026.840945] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1026.868242] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1026.868348] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1026.868600] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1026.868742] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.869079] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.869258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.869945] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.869945] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.869945] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0567d08e-03b5-4e68-ba3d-3d17e7377a6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.986545] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.986720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.986792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.987014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.987115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.987316] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.987415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.987583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.987621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.987723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.987784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1027.019338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.019338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.019338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.019338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.019338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.028139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1027.372260] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.372562] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.372612] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.373108] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.373261] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.373427] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 0567d08e-03b5-4e68-ba3d-3d17e7377a6c not found, creating... [ 1027.373713] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.373873] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.373985] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.375034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.375034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.375034] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.375273] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.375423] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.375680] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.375860] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.376051] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 0567d08e-03b5-4e68-ba3d-3d17e7377a6c is going to be created. [ 1027.404771] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.406094] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.406282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.406609] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.407318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.407318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.630667] env[65114]: INFO networking_nsxv3.common.synchronization [req-819765f1-e0ce-412d-8e71-30553929c9e3 req-f323f953-e661-411f-8d36-84f1b1101c9e service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 1028.630939] env[65114]: INFO networking_nsxv3.common.synchronization [req-819765f1-e0ce-412d-8e71-30553929c9e3 req-f323f953-e661-411f-8d36-84f1b1101c9e service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1028.631018] env[65114]: INFO networking_nsxv3.common.synchronization [req-819765f1-e0ce-412d-8e71-30553929c9e3 req-f323f953-e661-411f-8d36-84f1b1101c9e service nova] Enqueued Resource ID: 0567d08e-03b5-4e68-ba3d-3d17e7377a6c with Priority: HIGHEST for action port [ 1028.631596] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 1028.631836] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1028.632368] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0567d08e-03b5-4e68-ba3d-3d17e7377a6c with Priority: HIGHEST for action port [ 1028.632680] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.632805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.632893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.633144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.633233] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.634726] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.634836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.635060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.635170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.635244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.635849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.637724] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0567d08e-03b5-4e68-ba3d-3d17e7377a6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.639028] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1028.639028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.642022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.642022] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.978904] env[65114]: INFO networking_nsxv3.common.synchronization [req-ae488c3b-87cc-482f-910c-1acacad60284 req-6b3da6c1-ef85-4525-a2c6-2bb5684cd900 tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1028.979480] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1028.979791] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.979955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.980068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.980337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.980503] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.980609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.980672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.980831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.980915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.981020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.038742] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1029.038910] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 1029.039103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.039301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.039570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.039814] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.039944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.040655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.040655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.040655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.040655] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.135266] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.135436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.141953] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0567d08e-03b5-4e68-ba3d-3d17e7377a6c with status ACTIVE [ 1029.142237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.142443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.142528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.142701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.142800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.142862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143289] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.143352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.143400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.143564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.143646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.143739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0567d08e-03b5-4e68-ba3d-3d17e7377a6c is going to be updated. [ 1029.144875] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.144980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.145884] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.145884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.147780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.147780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.147780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.147780] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.173700] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.173901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.173901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.174136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.174278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.174440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0567d08e-03b5-4e68-ba3d-3d17e7377a6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.323153] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.323259] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.323354] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.323821] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.324219] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.324448] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.324579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.324840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.325029] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.325213] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.325325] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1029.325433] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1029.325541] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1029.325869] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1029.325869] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1029.325869] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1029.346247] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1029.346430] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1029.346569] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1029.346747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.347067] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.347243] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.347362] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.347688] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.347829] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cd4fd54-ea07-4b03-ad61-9b4bf5144eca',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.482698] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.482698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.483648] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.483648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.484032] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 already deleted. [ 1029.484032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.542484] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.650151] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6a3cf46-74df-40e7-87ea-20a53baeee15: rpc.has_security_group_logging(os_id): False [ 1029.675182] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.675392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.675441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.676951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.676951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.676951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.678711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.678711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.678711] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1029.763268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.763527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.763527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.764122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.764122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.779059] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1029.850462] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.850782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.850940] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.851178] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.851332] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.851489] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca not found, creating... [ 1029.851768] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.851920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.852049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.852299] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.852435] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.852743] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.852897] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.853031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.853272] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.853405] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.853557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca is going to be created. [ 1029.876581] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.876827] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.876993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.877290] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.877534] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.877755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.046359] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.550957] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.550957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.550957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.550957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.550957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.550957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [req-ae488c3b-87cc-482f-910c-1acacad60284 req-890a3fbb-812c-48be-a51a-bfb0f1d28ce0 service nova] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_rules [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [req-ae488c3b-87cc-482f-910c-1acacad60284 req-890a3fbb-812c-48be-a51a-bfb0f1d28ce0 service nova] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [req-ae488c3b-87cc-482f-910c-1acacad60284 req-890a3fbb-812c-48be-a51a-bfb0f1d28ce0 service nova] Enqueued Resource ID: 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca with Priority: HIGHEST for action port [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_rules [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1030.570125] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca with Priority: HIGHEST for action port [ 1030.570877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.571220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.571532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.572280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.573470] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.574560] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.574696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.574781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.574988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.575199] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.575324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.575391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.575603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.575716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.575798] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.576871] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.577058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.577169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.577364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.577490] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cd4fd54-ea07-4b03-ad61-9b4bf5144eca',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.580979] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.580979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.580979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.580979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.580979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.593530] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1031.082309] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.082657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.082657] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.083557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca with status ACTIVE [ 1031.083746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.083864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.083930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.084149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.084234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.084399] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.084549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.084549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.084690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.084764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.084939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.085048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.085106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.085244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.085314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.085394] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cd4fd54-ea07-4b03-ad61-9b4bf5144eca is going to be updated. [ 1031.108256] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.108411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.108615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.108768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.108936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.109077] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cd4fd54-ea07-4b03-ad61-9b4bf5144eca" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.427555] env[65114]: INFO networking_nsxv3.common.synchronization [req-c0ee1160-276f-413c-ba1c-0097f8e793a7 req-dcd65972-9c3e-4c2d-b2ae-ec6d44444c31 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1031.428058] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1031.428189] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.428634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.428700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.428980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.429173] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.429282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.429340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.429621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.429778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.429905] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.587898] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.801369] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1031.801369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.933041] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.933041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.933041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.933041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.933541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.933801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.933969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.935826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.935826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.935826] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1031.959228] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-431 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.959228] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.959228] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.959228] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.960087] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.960500] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.960836] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.961250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.961516] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.962054] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.962282] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.962493] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.962703] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.962917] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.964020] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.964020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.969031] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.969512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.969709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.969999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.970272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.986157] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1032.001048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1032.001216] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1032.003088] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1032.003088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-431" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.003088] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-4285bf56-96c7-4740-9559-2f27ffdf7cf4 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.003088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.003088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.003088] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.003088] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4285bf56-96c7-4740-9559-2f27ffdf7cf4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.091240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.091688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.091688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.091809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.092251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.092251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be created. [ 1032.121487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.121807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.121807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.121956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.122129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.132126] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: UNINITIALIZED for 2s [ 1032.508187] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.508496] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.508656] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.508938] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.509094] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.509246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 4285bf56-96c7-4740-9559-2f27ffdf7cf4 not found, creating... [ 1032.509528] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.509695] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.509810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.510062] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.510203] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.510485] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.510634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.510747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.510950] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.512032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.512236] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 4285bf56-96c7-4740-9559-2f27ffdf7cf4 is going to be created. [ 1032.533569] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.533837] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.534009] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.534338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.534601] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.534866] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.609806] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.609806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.609806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.610321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.610321] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.114673] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.115523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.115523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.115523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.115523] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.115523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.115523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.115828] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.115828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.116941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.116941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.116941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.116941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.117088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.117088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.117242] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.248995] env[65114]: INFO networking_nsxv3.common.synchronization [req-c0ee1160-276f-413c-ba1c-0097f8e793a7 req-e7150232-c933-4b2e-b882-6f659662c76b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 1033.249347] env[65114]: INFO networking_nsxv3.common.synchronization [req-c0ee1160-276f-413c-ba1c-0097f8e793a7 req-e7150232-c933-4b2e-b882-6f659662c76b service nova] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1033.249582] env[65114]: INFO networking_nsxv3.common.synchronization [req-c0ee1160-276f-413c-ba1c-0097f8e793a7 req-e7150232-c933-4b2e-b882-6f659662c76b service nova] Enqueued Resource ID: 4285bf56-96c7-4740-9559-2f27ffdf7cf4 with Priority: HIGHEST for action port [ 1033.250409] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_rules [ 1033.250573] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1033.251196] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4285bf56-96c7-4740-9559-2f27ffdf7cf4 with Priority: HIGHEST for action port [ 1033.251603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.251765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.251864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.253049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.253139] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.254132] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.254263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.254436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-4285bf56-96c7-4740-9559-2f27ffdf7cf4 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.254547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.254603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.254784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.254838] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4285bf56-96c7-4740-9559-2f27ffdf7cf4',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.619440] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 1033.638766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.638917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.638992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.639528] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.639632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.639676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.639798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.639879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.640066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.640160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.640259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.640431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.640620] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.640711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.640809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.640909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.640980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.641169] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1033.724948] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.725232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.725324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.725547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.725776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.753965] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1033.758820] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.758820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.759048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4285bf56-96c7-4740-9559-2f27ffdf7cf4 with status ACTIVE [ 1033.759155] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.759267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.759417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.759723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.759723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.759939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.760075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.760277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.760388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.760515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.760683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.760778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.760862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.761093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.761195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.761307] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4285bf56-96c7-4740-9559-2f27ffdf7cf4 is going to be updated. [ 1033.790467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.790467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.790467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.790467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.790654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.790761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4285bf56-96c7-4740-9559-2f27ffdf7cf4" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.958119] env[65114]: INFO networking_nsxv3.common.synchronization [req-15e0986a-4882-4718-804f-6d1df95c7bae req-ca2e09b5-330e-43b5-9032-994aedc154aa tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1033.958746] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1033.959180] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.959363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.002098] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1034.002299] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 1034.002650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.002827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.003101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.003688] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.003866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.004085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.004344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.004458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.004609] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.147833] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1034.147833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.147833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.147833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.148334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.148334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.148334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.148527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.148527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.148527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.148683] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.149579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.149750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.149916] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.150083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.150083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.150235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.150287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.150413] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.297471] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.297724] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.298139] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.298139] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.298372] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.298611] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.298685] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.300061] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.300061] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.300061] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.300061] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.300061] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.300061] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.300061] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.300061] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.300061] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.322855] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.323107] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.323249] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.323429] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.323750] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.323976] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.324067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.324390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.324531] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9e5a75-5259-48cf-aa83-e6a21e4b3743',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.507020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.651724] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.652091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.654041] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.827397] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.827756] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.827975] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.828811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.828811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.829058] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 not found, creating... [ 1034.829547] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.829880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.830147] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.830570] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.830811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.831302] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.831564] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.831778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.832144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.832381] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.832601] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 is going to be created. [ 1034.860405] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.860726] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.860925] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.861350] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.861763] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.862123] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.009776] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.154953] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.512472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.512635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.512716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.512979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.513105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.513224] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1035.549537] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.549796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.549796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.549947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.550020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.559395] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1035.599476] env[65114]: INFO networking_nsxv3.common.synchronization [req-15e0986a-4882-4718-804f-6d1df95c7bae req-b261cb7f-e6e7-428f-8698-ebad54b18b5c service nova] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_rules [ 1035.599476] env[65114]: INFO networking_nsxv3.common.synchronization [req-15e0986a-4882-4718-804f-6d1df95c7bae req-b261cb7f-e6e7-428f-8698-ebad54b18b5c service nova] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1035.599476] env[65114]: INFO networking_nsxv3.common.synchronization [req-15e0986a-4882-4718-804f-6d1df95c7bae req-b261cb7f-e6e7-428f-8698-ebad54b18b5c service nova] Enqueued Resource ID: 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 with Priority: HIGHEST for action port [ 1035.601384] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_rules [ 1035.601384] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1035.601384] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 with Priority: HIGHEST for action port [ 1035.601384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.601384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.601384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.601384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.601384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.601845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.601845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.601845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.602109] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a9e5a75-5259-48cf-aa83-e6a21e4b3743',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.657725] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.657938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.658948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.659206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.659305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.659499] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be updated. [ 1035.698383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.698557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.698639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.698919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.698982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.708193] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1035.774212] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1035.774212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.104541] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 with status ACTIVE [ 1036.104805] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.105431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.105628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.105731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.105776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.105939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.106137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.106224] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.106398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.106398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.106545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.106623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.106693] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7a9e5a75-5259-48cf-aa83-e6a21e4b3743 is going to be updated. [ 1036.133453] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.133819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.133819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.133819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.133997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.134130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a9e5a75-5259-48cf-aa83-e6a21e4b3743" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.569370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1037.569798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.569798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.569968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570184] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.570310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.570377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.570532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.570619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.570890] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.717752] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1037.717968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.718186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.718405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.718625] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.718765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.718845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.719024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.719129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.719188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.719365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.719461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.719546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.719699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.719869] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.719972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.720059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.720211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.720286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.720367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.720453] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.721354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.721549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.721796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.721930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.722022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.722187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.722267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.722376] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.073619] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.073831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.073983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.074314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.074572] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.074862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.074967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.075207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.075317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.075432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.075613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.075733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.075795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.075986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.076222] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.076933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.076933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.076933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.077124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.077124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.077248] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.226076] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e33a34-eba3-4719-bcfd-285d6d545207: rpc.has_security_group_logging(os_id): False [ 1038.227240] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.270609] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.271049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.271169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.271384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.271431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.271709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.272788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.272788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.272788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.273962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.273962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.273962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.273962] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be created. [ 1038.384954] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.385126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.385206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.385399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.385584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.399449] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1038.580738] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 1038.602858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.603062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.603164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.603424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.603524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.603742] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.604831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.604831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.605528] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.605528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.605528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.605528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.605528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.605528] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1038.677037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.677271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.677340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.677534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.677691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.691498] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1038.729522] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.231900] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.232132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.232212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.232438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.232519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.232592] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be updated. [ 1039.267749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.268066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.268066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.268280] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.270970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.282098] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1040.415632] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1040.416019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.416321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.416626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.416760] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.601249] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1040.601439] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1040.713921] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1040.714164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.919845] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.919845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.292267] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1041.292500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.292684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.293184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.293429] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.294333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.294333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.294333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.294333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.294333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.294333] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.458235] env[65114]: INFO networking_nsxv3.common.synchronization [req-872412a2-ae29-4506-8b84-f29e6da02843 req-771e81f7-d812-4418-964a-4b847e914759 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1041.458954] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1041.459388] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.459993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.459993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.459993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.460201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.460276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.460332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.460529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.460607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.460675] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.797069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.797272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.797272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.797465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.797636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.797754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.797839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.798381] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.798482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.798596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.798775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.798971] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.799033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.799101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.799271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.799361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.799458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.799572] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.964329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.964526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.964574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.965927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.965927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.966341] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.966341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.966341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.966862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.966862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.966862] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1042.006049] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.006244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.006244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.006424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.006597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.019192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1042.302192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12e33a34-eba3-4719-bcfd-285d6d545207: rpc.has_security_group_logging(os_id): False [ 1042.326144] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.326398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.326398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.326749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.326749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.326919] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.327068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.327068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.327274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.327274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.327459] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.327615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.327615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.327793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.327882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.328055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.328214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.328214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.328563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.328563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.328563] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be updated. [ 1042.428087] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.428255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.428329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.429056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.445407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1044.029461] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1044.029825] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 1044.029825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.463294] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1044.463578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.646181] env[65114]: INFO networking_nsxv3.common.synchronization [None req-cd79402b-814a-4aef-8815-66d12a625f90 None None] Enqueued Resource ID: 552b43a9-c08b-47ab-9804-2c2eb157a57a with Priority: HIGHEST for action port [ 1044.646783] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 552b43a9-c08b-47ab-9804-2c2eb157a57a with Priority: HIGHEST for action port [ 1044.647782] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-552b43a9-c08b-47ab-9804-2c2eb157a57a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.647782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-552b43a9-c08b-47ab-9804-2c2eb157a57a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.647782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-552b43a9-c08b-47ab-9804-2c2eb157a57a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.647782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-552b43a9-c08b-47ab-9804-2c2eb157a57a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.648105] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('552b43a9-c08b-47ab-9804-2c2eb157a57a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.152050] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 552b43a9-c08b-47ab-9804-2c2eb157a57a [ 1045.152389] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.152389] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.152577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.152783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.153193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.153193] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:552b43a9-c08b-47ab-9804-2c2eb157a57a already deleted. [ 1045.153386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-552b43a9-c08b-47ab-9804-2c2eb157a57a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.679941] env[65114]: INFO networking_nsxv3.common.synchronization [req-9ad062ed-fccf-4c82-83c2-8f0c5d4f0e54 req-62a21f74-b5c6-40d3-bcbb-d8fb09e5cfe7 tempest-ServerActionsV293TestJSON-1754607738 tempest-ServerActionsV293TestJSON-1754607738-project-member] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 1045.684644] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGHEST for action security_group_members [ 1045.684644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684644] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684644] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.684644] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.188402] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.188825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.188825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.188905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.189061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.190017] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.190017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.190017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.190017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.190017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.190017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b is going to be updated. [ 1046.221994] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.222175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.222245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.222874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.223039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.233954] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: IN_PROGRESS for 2s [ 1047.195021] env[65114]: INFO networking_nsxv3.common.synchronization [None req-baa19e94-3351-4d51-ba9d-cb0c9b205544 None None] Enqueued Resource ID: ae656113-ed01-41f4-84b5-eb435717b5c6 with Priority: HIGHEST for action port [ 1047.195021] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae656113-ed01-41f4-84b5-eb435717b5c6 with Priority: HIGHEST for action port [ 1047.195021] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae656113-ed01-41f4-84b5-eb435717b5c6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.195021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae656113-ed01-41f4-84b5-eb435717b5c6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.195021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae656113-ed01-41f4-84b5-eb435717b5c6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.195910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae656113-ed01-41f4-84b5-eb435717b5c6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.196134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae656113-ed01-41f4-84b5-eb435717b5c6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.355755] env[65114]: INFO networking_nsxv3.common.synchronization [req-b4b52c94-b0f2-4578-997a-346f19fcbc50 req-2525681c-f07b-4a36-a916-e4845c495d44 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1047.359583] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1047.359583] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.359583] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.359583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.359583] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.702419] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae656113-ed01-41f4-84b5-eb435717b5c6 [ 1047.703106] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.703106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.703106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.703106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.703341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.703341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae656113-ed01-41f4-84b5-eb435717b5c6 already deleted. [ 1047.703440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae656113-ed01-41f4-84b5-eb435717b5c6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.863249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.863423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.863498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.863797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.864120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.864379] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.864614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.864719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.864943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.865102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.865221] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1047.898832] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.899018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.899070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.899255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.899393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.911103] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1048.247050] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58a06f46-c01f-48ab-b5de-e29712836d8b in Status: SUCCESS [ 1048.247387] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b deletion is rescheduled due to dependency. [ 1048.247387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.921978] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1049.922322] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1049.922322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.357912] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1052.357912] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1052.569622] env[65114]: INFO networking_nsxv3.common.synchronization [req-d8be731a-f623-4674-ab6f-2adf2d03faf9 req-2a925944-fd8b-4e25-809c-4c363bd6d367 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1052.570264] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1052.570583] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.570707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.570778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.570996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.571156] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.571252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.571313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.571460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.571543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.571638] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.773495] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.773495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.773495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.773831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.773831] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.076888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.076888] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.076888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.076888] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1053.106147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.106400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.106400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.106779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.106937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.115639] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1053.278023] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.738985] env[65114]: INFO networking_nsxv3.common.synchronization [req-08cbc49b-3870-45a2-a8b4-fb3b268fa05c req-5c1debe3-a620-4cf0-b5d2-c7ba33d6b776 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1053.739630] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1053.740065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.740295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.740386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.740595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.740830] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.740973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.741117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.741286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.741418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.741552] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.780457] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.102249] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.102503] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.102635] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.102907] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.103182] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.103352] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.103469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.103688] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.103834] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.104065] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.104191] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.104298] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.104404] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.104515] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.104634] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.104786] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.127142] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.127336] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.127449] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.127617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.127933] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-6b2489a8-cb2b-4477-a237-f96601bf856f taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.128126] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.128249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.128578] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.128723] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2489a8-cb2b-4477-a237-f96601bf856f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.244074] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.244380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.244450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.244657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.244768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.244862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.245483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.245565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.245674] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1054.282651] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1054.282834] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1054.377251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.377397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.377494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.377678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.377821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.391614] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1054.631688] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.631947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.632060] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.632348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.632490] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.632644] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 6b2489a8-cb2b-4477-a237-f96601bf856f not found, creating... [ 1054.632923] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.633093] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.633214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.633430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.633560] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.633862] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.634028] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.634149] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.634343] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.634472] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.634606] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 6b2489a8-cb2b-4477-a237-f96601bf856f is going to be created. [ 1054.655569] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.655792] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.655918] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.656226] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.656451] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.656720] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.045676] env[65114]: INFO networking_nsxv3.common.synchronization [req-84d36243-fa88-4c08-b530-b0698bf45670 req-20af2497-5720-4250-931e-1735720e31c9 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1055.046267] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1055.046554] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.046823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.046911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.047294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.047474] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.047586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.047663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.047819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.047911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.047996] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.126391] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1055.127098] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b deletion is rescheduled due to dependency. [ 1055.127098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.243025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.243025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.243025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.243025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.258390] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1055.259355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.260484] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1055.311065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.311227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.311227] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.311444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.327070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.328232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1055.328232] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.328232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1055.371337] env[65114]: INFO networking_nsxv3.common.synchronization [req-08cbc49b-3870-45a2-a8b4-fb3b268fa05c req-ba3757d9-bf46-4fee-83c4-ef2ed7177aba service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1055.373653] env[65114]: INFO networking_nsxv3.common.synchronization [req-08cbc49b-3870-45a2-a8b4-fb3b268fa05c req-ba3757d9-bf46-4fee-83c4-ef2ed7177aba service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1055.373653] env[65114]: INFO networking_nsxv3.common.synchronization [req-08cbc49b-3870-45a2-a8b4-fb3b268fa05c req-ba3757d9-bf46-4fee-83c4-ef2ed7177aba service nova] Enqueued Resource ID: 6b2489a8-cb2b-4477-a237-f96601bf856f with Priority: HIGHEST for action port [ 1055.374243] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.374243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.374243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.374522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.376024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.376510] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1055.377519] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1055.377686] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1055.377814] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b2489a8-cb2b-4477-a237-f96601bf856f with Priority: HIGHEST for action port [ 1055.378116] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.378250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.378320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.378500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.379054] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.379482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.379542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.379794] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b2489a8-cb2b-4477-a237-f96601bf856f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.379930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.380035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.380140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.380219] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b2489a8-cb2b-4477-a237-f96601bf856f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.409055] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409817] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409817] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.409817] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.410209] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.410333] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.410425] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.411067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.411067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.411067] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.411275] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.411275] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.411357] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.411456] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.411536] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.411666] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.433211] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.433377] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.433494] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.433663] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.433973] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.434160] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.434308] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.434673] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.434806] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.472711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.472939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.473044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.473282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.473587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.473870] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1055.551279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.551279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.551279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.551279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.578713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579032] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.579166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.579235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.579437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.579521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.579613] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1055.609398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.609516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.609623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.609982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.609982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.622347] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1055.637242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.637417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.637460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.637667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.637968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.638285] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1055.638383] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'58a06f46-c01f-48ab-b5de-e29712836d8b', 'efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb', '21f3aee9-5e54-4aa7-af8e-033506cf1faf', 'fa5a62b6-c465-4067-bb72-4a70d7ab9c80', 'acb1d6b4-18f2-4f33-aa08-3058efd1301d', '777e85e2-af0c-454e-98d2-4fc45a0ed877', 'ce24fd60-e2ba-4c39-b5dd-fcb26061ab68', '97150e61-a38e-4284-87ce-6ffbe333fb7d', '77e62351-88a7-4426-80ea-0edfcaa6183a', '5e8556a3-e0fb-47af-a46d-de176c29eec8', '83af7cc6-3c10-45e1-91c6-97b87ec5c69a', 'fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6', 'bbce03ef-2a85-4624-a551-4b75c7377baa', 'ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9', '3f2ec7e7-84ba-4f6f-98bc-597d1d276a67', 'c7bde095-08b8-44ae-aedc-1bc0d714a4f2', '0bb3082b-796a-4cfc-81a2-62c91e1a29ac', '72a7f6d3-f280-4320-82d0-6645a5fc6c7b', 'f9ffdd44-40bb-47cd-9b4f-e74634353f06', 'efc876a3-03c3-4ce0-9d1e-8feec5a818a1', '34a0537e-2d46-465f-88f7-70cc8e78252a', 'ab1d6131-4614-44f3-b980-5438140adb41', '3d53d7d9-80ce-48f3-bc3f-bc5983aa1424', '292500be-03ff-412f-b8cf-72fa8306906e', '4e232de9-0290-48d9-9492-ebfa4f06a519', '6f5dfb35-0a4c-41ba-866d-26835db9047f', '5fb26caf-d0d5-4562-a561-695aa6cb6e3b', 'e0599970-8fd7-4014-8f1f-ee90a5602c0c', 'ed0285d4-997c-4128-ae04-d5f4cef27eb7', '6fcb94da-fc51-44ee-9ab1-e9dea1bef49f', 'cd1a7d11-e65d-40b4-a316-6411ab2ab6c2', '5e92cf50-21ec-4017-af5d-ba97ae2a0413', 'd011d742-7fd4-4d64-8846-51d1fed444f0', 'b6a3cf46-74df-40e7-87ea-20a53baeee15', 'ef46263a-22b8-4557-bb3c-33d97e52996e', 'a796a5d6-bda9-4a53-98a3-32853a1df85f', '22177b85-e3b3-4723-866f-9afdb2a1bf02', 'a3f36c8b-9341-4974-94b5-34e1bc8d06f8', '63b5b055-cbd5-46ee-adc0-875aea5ea0c7', '12e33a34-eba3-4719-bcfd-285d6d545207', 'd18eadc0-06da-4716-8cd9-0790d3cefc6c', 'd17c8a8e-330e-43de-a164-10b7c84b9ba8', '5a261600-aa35-4adc-886c-74759f18ac08', 'd1769462-881f-442a-ab99-51ce7f8e5970', 'd1b41cb2-27c3-4bcb-a2bd-2c45faca353e', '6dc1835d-0386-46f2-9203-c7751fc84b45', 'b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22'} {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.638495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1055.679507] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.679704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.679704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.679948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.680132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.680245] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1055.680316] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.680376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1055.806362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.806610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.806712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.806938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.807999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.808293] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1055.808375] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1055.808449] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1055.808517] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1055.808599] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1055.808748] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGH for action security_group_rules [ 1055.808833] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGH for action security_group_rules [ 1055.808833] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGH for action security_group_rules [ 1055.808933] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGH for action security_group_rules [ 1055.809025] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGH for action security_group_rules [ 1055.809025] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1055.809145] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGH for action security_group_rules [ 1055.809145] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 1055.809251] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGH for action security_group_rules [ 1055.809307] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGH for action security_group_rules [ 1055.809343] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 1055.809378] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGH for action security_group_rules [ 1055.809422] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGH for action security_group_rules [ 1055.809595] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGH for action security_group_rules [ 1055.809679] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGH for action security_group_rules [ 1055.809743] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGH for action security_group_rules [ 1055.809788] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGH for action security_group_rules [ 1055.809836] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGH for action security_group_rules [ 1055.809894] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGH for action security_group_rules [ 1055.809950] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGH for action security_group_rules [ 1055.810062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.882991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.882991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.883292] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b2489a8-cb2b-4477-a237-f96601bf856f with status ACTIVE [ 1055.883435] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.883572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.883638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.883855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.883958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.884267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.884913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.884913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.884913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.884913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.884913] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.885229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.885229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.885229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.885340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.885379] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b2489a8-cb2b-4477-a237-f96601bf856f is going to be updated. [ 1055.909363] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.909598] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.909685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.909943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.910106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.910341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b2489a8-cb2b-4477-a237-f96601bf856f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.937783] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.938037] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.938092] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.938357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.938623] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.938733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e not found, creating... [ 1055.939271] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.939271] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.939420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.939674] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.939866] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.940283] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.944167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.944167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.944167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.944167] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.944167] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e is going to be created. [ 1055.983962] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.984243] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.984375] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.984659] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.984918] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.985204] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.402172] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1056.402413] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 deletion is rescheduled due to dependency. [ 1056.402840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.402840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.402920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.403112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.403248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.403304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.403445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.403522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.403613] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.683077] env[65114]: INFO networking_nsxv3.common.synchronization [req-84d36243-fa88-4c08-b530-b0698bf45670 req-411f1d72-d21c-4193-869a-2189ee2e04a8 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1056.683381] env[65114]: INFO networking_nsxv3.common.synchronization [req-84d36243-fa88-4c08-b530-b0698bf45670 req-411f1d72-d21c-4193-869a-2189ee2e04a8 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1056.683583] env[65114]: INFO networking_nsxv3.common.synchronization [req-84d36243-fa88-4c08-b530-b0698bf45670 req-411f1d72-d21c-4193-869a-2189ee2e04a8 service nova] Enqueued Resource ID: ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e with Priority: HIGHEST for action port [ 1056.684460] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1056.684662] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1056.685148] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e with Priority: HIGHEST for action port [ 1056.685438] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58a06f46-c01f-48ab-b5de-e29712836d8b with Priority: HIGH for action security_group_rules [ 1056.685670] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf with Priority: HIGH for action security_group_rules [ 1056.685868] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 with Priority: HIGH for action security_group_rules [ 1056.686102] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 with Priority: HIGH for action security_group_rules [ 1056.686437] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 with Priority: HIGH for action security_group_rules [ 1056.686437] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 with Priority: HIGH for action security_group_rules [ 1056.686543] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGH for action security_group_rules [ 1056.686652] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGH for action security_group_rules [ 1056.686750] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 with Priority: HIGH for action security_group_rules [ 1056.687109] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 with Priority: HIGH for action security_group_rules [ 1056.687283] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbce03ef-2a85-4624-a551-4b75c7377baa with Priority: HIGH for action security_group_rules [ 1056.687870] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 with Priority: HIGH for action security_group_rules [ 1056.687958] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 1056.687997] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGH for action security_group_rules [ 1056.688133] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77e62351-88a7-4426-80ea-0edfcaa6183a with Priority: HIGH for action security_group_rules [ 1056.688260] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1056.688379] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 1056.688739] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d with Priority: HIGH for action security_group_rules [ 1056.688739] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb with Priority: HIGH for action security_group_rules [ 1056.688739] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 with Priority: HIGH for action security_group_rules [ 1056.689062] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.689201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.689305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.689546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.689722] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.690706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.691635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.691635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.691635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.691635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.691635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.691635] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.693925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58a06f46-c01f-48ab-b5de-e29712836d8b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.693925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.693925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.693925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.693925] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58a06f46-c01f-48ab-b5de-e29712836d8b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.695549] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.695549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.695549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.695549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.695549] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21f3aee9-5e54-4aa7-af8e-033506cf1faf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.697410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.697410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.697410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.697410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.697410] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce24fd60-e2ba-4c39-b5dd-fcb26061ab68',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.698121] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.698896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.698896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.698896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.698896] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f2ec7e7-84ba-4f6f-98bc-597d1d276a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.700461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.700461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.700461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.700696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.700696] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efc876a3-03c3-4ce0-9d1e-8feec5a818a1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.701614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.701614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.701614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.701614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9ffdd44-40bb-47cd-9b4f-e74634353f06',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.704870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.704870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.707666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.707666] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.707666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7bde095-08b8-44ae-aedc-1bc0d714a4f2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.707666] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbce03ef-2a85-4624-a551-4b75c7377baa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.707666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.707666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbce03ef-2a85-4624-a551-4b75c7377baa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.710367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.710367] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.710367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.710367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.710367] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.712570] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.712570] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.712570] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77e62351-88a7-4426-80ea-0edfcaa6183a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.712570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.712570] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77e62351-88a7-4426-80ea-0edfcaa6183a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.713346] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.713453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.713522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.714070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.714070] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.714639] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.714639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.714639] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.714938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.714938] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.715520] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.715520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.715520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.715800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.715800] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('acb1d6b4-18f2-4f33-aa08-3058efd1301d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.716903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.716903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.716903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.716903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.717314] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.718810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.718810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.718810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.718810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.718810] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fa5a62b6-c465-4067-bb72-4a70d7ab9c80',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.906371] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.220480] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.220635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.220705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.220920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.221096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.221201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.221267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.221421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.221511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.221599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.221687] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.222681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.222779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.223439] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.223439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.223439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.223439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.223439] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.223781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.223781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.223781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.223887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.223887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.223955] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.225212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.225212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.225212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.225212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.225212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.225493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.225493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.225493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.225596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.225596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.225680] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e with status ACTIVE [ 1057.227040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.227172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.227339] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.227484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.227622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.227697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.227868] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.227959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.228070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.228161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.228257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.228341] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e is going to be updated. [ 1057.230859] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.230989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.231053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.231197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.231335] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.232013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.232013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.232013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.232013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.232013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.232013] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.232819] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.232819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.232946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.233267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.233267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.233267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.233424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.233424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.233496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.233966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.233966] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.245877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.245877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.245877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.245877] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.253325] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.315873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.316286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.316286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.316436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.319796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.319796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.322809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.322809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.335703] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.335834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.338255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.338362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.341258] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.341336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.357637] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.357750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.357849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.358240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.358240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.358372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee5ef5c4-f3b4-4266-ac41-9b5f033e5b1e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.361370] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.361499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.362414] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.362555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.363334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.363474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364163] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.364281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.364847] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.365257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.365350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.366046] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.366436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.366544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.367299] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.367688] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.367816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.368467] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.368874] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.368990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.369598] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1057.370030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.370128] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce24fd60-e2ba-4c39-b5dd-fcb26061ab68 is going to be deleted. [ 1057.371022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.371707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.388365] env[65114]: INFO networking_nsxv3.common.synchronization [req-d105df1e-fe90-4e38-a9c3-8bf8ea8c61bb req-a5e1075c-1915-4bb2-8773-76f744f16b55 tempest-ServersNegativeTestJSON-1352667825 tempest-ServersNegativeTestJSON-1352667825-project-member] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1057.389070] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1057.389405] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.389764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.389764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.389933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.390092] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.390197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.390259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.390413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.390497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.390589] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.403733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.403733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: acb1d6b4-18f2-4f33-aa08-3058efd1301d is going to be deleted. [ 1057.405170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.405170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.411738] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.428772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.428965] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fa5a62b6-c465-4067-bb72-4a70d7ab9c80 is going to be deleted. [ 1057.430844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.431241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.474726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.474958] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb is going to be deleted. [ 1057.475897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.476127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.477717] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.477836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.518258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.518482] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9 is going to be deleted. [ 1057.520630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.521113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.527456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.527693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.536416] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.536718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.558107] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.558321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.573768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.574055] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f2ec7e7-84ba-4f6f-98bc-597d1d276a67 is going to be deleted. [ 1057.574874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.575121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.616713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616713] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbce03ef-2a85-4624-a551-4b75c7377baa is going to be deleted. [ 1057.617494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.617723] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.664667] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1057.664869] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1057.665024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.665225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.665445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.665637] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.665801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.665876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.666079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.666252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.666252] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.667952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.668214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.680318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.680476] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6 is going to be deleted. [ 1057.681454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.681674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.727238] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.728240] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.753520] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.754938] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.757015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757015] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.757985] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.757985] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.757985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.758747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.758747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.758747] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.763013] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e8556a3-e0fb-47af-a46d-de176c29eec8: rpc.has_security_group_logging(os_id): False [ 1057.775461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.775617] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9ffdd44-40bb-47cd-9b4f-e74634353f06 is going to be deleted. [ 1057.776693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.776929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.813725] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.814017] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.814258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.814800] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.815282] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.815575] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.815781] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.816177] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.816469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.816780] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.816988] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.817184] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.817739] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.817900] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.818114] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.818352] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.844427] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.844695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.845641] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.845894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.846632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.846819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.847685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.847805] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58a06f46-c01f-48ab-b5de-e29712836d8b is going to be deleted. [ 1057.849311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.849482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.879866] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.880076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.893378] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.893633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.913526] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.913750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.913750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.913993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.914089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.914167] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1057.932918] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.932918] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.115 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.933132] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.933201] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.933521] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.933694] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.933862] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.934159] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.934297] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.937386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.937546] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7bde095-08b8-44ae-aedc-1bc0d714a4f2 is going to be deleted. [ 1057.938871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.938871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.975488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.975488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.000462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.001322] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77e62351-88a7-4426-80ea-0edfcaa6183a is going to be deleted. [ 1058.001903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.002170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.030041] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.030274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.081075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.081075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.081075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.081618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.081618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.083708] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.083821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.085240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.085378] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21f3aee9-5e54-4aa7-af8e-033506cf1faf is going to be deleted. [ 1058.086416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.086773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.103470] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1058.168846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.169054] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: efc876a3-03c3-4ce0-9d1e-8feec5a818a1 is going to be deleted. [ 1058.170217] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.171328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.171758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.171904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.172150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce24fd60-e2ba-4c39-b5dd-fcb26061ab68" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.172821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.173092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.173244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.173463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-acb1d6b4-18f2-4f33-aa08-3058efd1301d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.174798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.174798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.174798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fa5a62b6-c465-4067-bb72-4a70d7ab9c80" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.175221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.175317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efd7e2e3-9b32-4fea-8bf3-7c7c6391eadb" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.175676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.175745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ddb32d8e-04a3-45d5-99f3-1f6f726e7ae9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.175870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.176262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.176348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.176614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f2ec7e7-84ba-4f6f-98bc-597d1d276a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.176899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.177183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.230227] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 1058.232824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.233165] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.233278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.233325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.233528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.233603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.233704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 is going to be updated. [ 1058.234891] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0bb3082b-796a-4cfc-81a2-62c91e1a29ac: rpc.has_security_group_logging(os_id): False [ 1058.235728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.235920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.236245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.236245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb3c6ee4-32f7-4a83-8a5e-43cb5ee7e6d6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.236510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.236510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.236803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.236853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbce03ef-2a85-4624-a551-4b75c7377baa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.237643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.237885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.238048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.238331] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.238535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.238633] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.238979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.239088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.239212] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 already deleted. [ 1058.239341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.239509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.239775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.240087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.240169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9ffdd44-40bb-47cd-9b4f-e74634353f06" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.240991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.241195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.241309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.241424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58a06f46-c01f-48ab-b5de-e29712836d8b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.241548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.241782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.241974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.242709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7bde095-08b8-44ae-aedc-1bc0d714a4f2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.256245] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72a7f6d3-f280-4320-82d0-6645a5fc6c7b: rpc.has_security_group_logging(os_id): False [ 1058.260185] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97150e61-a38e-4284-87ce-6ffbe333fb7d: rpc.has_security_group_logging(os_id): False [ 1058.261526] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 83af7cc6-3c10-45e1-91c6-97b87ec5c69a: rpc.has_security_group_logging(os_id): False [ 1058.314403] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.314645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.314645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.314920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.332028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.332228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.333281] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.333401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.335821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.336020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.341203] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.341440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.366980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.367447] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.372939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.373424] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.373632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.373802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.374073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.374236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.374584] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.374757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.374983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.375210] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.375348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.375656] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.375787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.375883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.376124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.376252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.376416] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1058.378112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.378343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.380711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.380857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.423244] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.423615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473669] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.473669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 not found, creating... [ 1058.473669] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.473669] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474964] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474964] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 is going to be created. [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474964] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.474964] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b is going to be updated. [ 1058.474964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.475478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77e62351-88a7-4426-80ea-0edfcaa6183a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.475478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.532240] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.532489] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.532578] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.532957] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.533095] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.533447] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.553891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.554667] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.554852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.554983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.555456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.556453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.556453] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac is going to be updated. [ 1058.557854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.557854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.560101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.560101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.576860] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.576985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.653813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.654133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.654250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.654819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.655104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.655239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.655298] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1058.656423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.656645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.656726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.656858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21f3aee9-5e54-4aa7-af8e-033506cf1faf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.657026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.657175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.673289] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.748671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749061] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.749193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.749272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.749528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.749641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.749750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1058.750952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.751198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.751340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.752474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.752713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.752909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.755104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.755408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.755563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.755766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-efc876a3-03c3-4ce0-9d1e-8feec5a818a1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.789123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.789216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.789553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.789767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.791778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: IN_PROGRESS for 2s [ 1058.793660] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1058.805684] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: IN_PROGRESS for 2s [ 1058.827225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.827414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.827414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.827648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.827838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.842074] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.842357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.842357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.842562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.842863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.867382] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1058.868243] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: IN_PROGRESS for 2s [ 1058.902655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.902840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.902876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.903129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.903286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.933495] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1059.132082] env[65114]: INFO networking_nsxv3.common.synchronization [req-d105df1e-fe90-4e38-a9c3-8bf8ea8c61bb req-136a89ad-7898-48fa-8add-799f949d752e service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1059.132375] env[65114]: INFO networking_nsxv3.common.synchronization [req-d105df1e-fe90-4e38-a9c3-8bf8ea8c61bb req-136a89ad-7898-48fa-8add-799f949d752e service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1059.132608] env[65114]: INFO networking_nsxv3.common.synchronization [req-d105df1e-fe90-4e38-a9c3-8bf8ea8c61bb req-136a89ad-7898-48fa-8add-799f949d752e service nova] Enqueued Resource ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with Priority: HIGHEST for action port [ 1059.133167] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1059.133305] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1059.133406] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with Priority: HIGHEST for action port [ 1059.133690] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.133818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.133887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.134214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.134246] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.135559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.135677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.135746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.135983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.136204] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.136273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.136327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.136472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.136556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.136651] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.137573] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.137686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.137755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.137901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.138091] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.177463] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.177636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.177765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.177992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.178106] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1059.217793] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.217793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.218218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.218262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.218452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.230354] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1059.640134] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with status ACTIVE [ 1059.640417] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.640513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.640580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.640793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.640882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.641069] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.641169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.641232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.641380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.641455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.641635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.641729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.641791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.641926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.642014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.642097] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 is going to be updated. [ 1059.643375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.644026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.644026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.665885] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.666080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.666140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.666300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.666430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.666659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114328] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1060.114632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.114818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115254] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.115437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115850] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.146507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.619942] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619942] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.619942] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.620438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.620438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.620438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.620438] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.620557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.620557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.620648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.620758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.620842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.620935] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.648965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.649374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.649374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.649510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.649657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.649742] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be created. [ 1060.677944] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.678150] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.678253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.678499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.678727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.688496] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: UNINITIALIZED for 2s [ 1060.815087] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: SUCCESS [ 1060.815300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.817138] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: SUCCESS [ 1060.817333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.818063] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1060.818239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.881412] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: SUCCESS [ 1060.881627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.882512] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1060.882712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.944239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1060.944539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.124778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a7d11-e65d-40b4-a316-6411ab2ab6c2: rpc.has_security_group_logging(os_id): False [ 1061.149973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.150190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.150231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.150472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.176026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.176026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.176026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.176026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.176864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.177100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.177429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.177630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.177802] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1061.245194] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 4s [ 1061.255660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.255831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.255909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.256219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.257061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.286523] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1061.360941] env[65114]: INFO networking_nsxv3.common.synchronization [None req-79c2c1cd-b77b-423b-88f5-9b768b4ae4a0 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1061.361634] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1061.361996] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.362672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.362816] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.362920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.362984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.363156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.363236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.363335] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.867081] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.369283] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.699956] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1062.700211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.700385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.700647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.700846] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.701019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.701106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.701269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.701352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.701528] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.871701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.872086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.872086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.872245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.872340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.872445] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1062.899584] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.899739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.899841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.900081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.900274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.909481] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1063.205035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205035] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.205616] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.205616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.205715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.205775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.205909] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.206010] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.206076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.206228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.206304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.206385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.206472] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.257742] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1063.257982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.258166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.258390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.258589] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.258776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.258856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.259057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.259146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.259238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.259374] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.308120] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1063.308359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.498762] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.498955] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.499100] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.499434] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.499711] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.499920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.500078] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.500341] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.500489] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.500735] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.500863] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.500983] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.501124] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.501249] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.501370] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.501527] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.526686] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.526686] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.526878] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.527022] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.527400] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-711dd37a-cca4-4f02-9d85-b83949c8a4e6 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.527585] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.527736] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.528158] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.528312] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711dd37a-cca4-4f02-9d85-b83949c8a4e6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.649431] env[65114]: INFO networking_nsxv3.common.synchronization [req-20199fcd-078f-4df8-9e5d-eb58cbe05015 req-c9b8b57e-8801-412b-b2fa-3e2d7e8c633f tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1063.650105] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1063.650510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.650645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.650996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.650996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.651135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.651258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.651317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.651500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.651557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.651661] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.708736] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 232ee760-9703-4d2d-bb93-19e082e9e8f8: rpc.has_security_group_logging(os_id): False [ 1063.730400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.730585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.730647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.731122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.731122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.731267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.731267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.731362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.731453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.731524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.731731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.731810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.731856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.731995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732276] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.732364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.732417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.732553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.732635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.732702] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be created. [ 1063.761735] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.762023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.762023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.762318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.762565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.762709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.762777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.762991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.763621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.763898] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.764264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.764264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.764264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.764466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.764466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.764699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.764699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.764788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.764788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.764984] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.805452] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.805625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.805669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.805895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.806099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.819996] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1064.033809] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.033809] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.034188] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.034366] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.034556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.034762] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 711dd37a-cca4-4f02-9d85-b83949c8a4e6 not found, creating... [ 1064.035110] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.035306] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.035432] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.035715] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.035868] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.036265] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.036442] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.036578] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.036800] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.036942] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.037100] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 711dd37a-cca4-4f02-9d85-b83949c8a4e6 is going to be created. [ 1064.056051] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.056268] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.056396] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.056664] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.057048] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.057231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.057306] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.057526] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.057666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.057877] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.057990] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.058111] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.058221] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.058331] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.058434] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.058569] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.061807] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.061977] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.062124] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.062367] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.062650] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.062887] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079149] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.079331] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.079465] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.079641] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-936" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.079970] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.080199] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.080336] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.080682] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.081188] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8821d88-8107-4b68-a7ad-7b8219b9b2bc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.153946] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.154224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.154322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.154614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.174842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.175123] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.175254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.175301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.175508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.175592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.175687] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1064.213270] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.213530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.213666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.213913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.214076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.224712] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1064.267917] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6a3cf46-74df-40e7-87ea-20a53baeee15: rpc.has_security_group_logging(os_id): False [ 1064.300046] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.300354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.300354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.300492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.300582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.300806] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.300907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.300980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.301178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.301257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.301635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.301635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.301635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.301746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.301782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.301958] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.302064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.302127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.302264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.302338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.302420] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1064.389619] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.389770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.389847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.390092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.390240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.406552] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1064.583851] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.584104] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.584104] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.584748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.584748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.584748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d8821d88-8107-4b68-a7ad-7b8219b9b2bc not found, creating... [ 1064.584958] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.585132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.585248] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.585470] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.585776] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.585877] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.586046] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.586166] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.586373] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.586506] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.586653] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d8821d88-8107-4b68-a7ad-7b8219b9b2bc is going to be created. [ 1064.606729] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.606976] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.607118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.607410] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.607639] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.607864] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.769844] env[65114]: INFO networking_nsxv3.common.synchronization [req-4d4b2bf7-066d-4245-853d-f7852a868af0 req-9ed13416-9352-41ed-9c5e-42a2b033fb7f service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1064.770017] env[65114]: INFO networking_nsxv3.common.synchronization [req-4d4b2bf7-066d-4245-853d-f7852a868af0 req-9ed13416-9352-41ed-9c5e-42a2b033fb7f service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1064.770294] env[65114]: INFO networking_nsxv3.common.synchronization [req-4d4b2bf7-066d-4245-853d-f7852a868af0 req-9ed13416-9352-41ed-9c5e-42a2b033fb7f service nova] Enqueued Resource ID: 711dd37a-cca4-4f02-9d85-b83949c8a4e6 with Priority: HIGHEST for action port [ 1064.770816] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1064.770958] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1064.771545] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 711dd37a-cca4-4f02-9d85-b83949c8a4e6 with Priority: HIGHEST for action port [ 1064.772286] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.772570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.772736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.773226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.773397] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.774980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.775228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.776143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-711dd37a-cca4-4f02-9d85-b83949c8a4e6 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.776773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.777378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.777647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.778883] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('711dd37a-cca4-4f02-9d85-b83949c8a4e6',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.921015] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1064.921474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.921474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.922385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.922600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.922724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.922973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.922973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.923654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.923654] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.281543] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.281834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.282416] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 711dd37a-cca4-4f02-9d85-b83949c8a4e6 with status ACTIVE [ 1065.282416] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.282416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.282416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.282617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.282617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.282757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.282855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.282949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.283249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.283340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.283552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.283651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.283714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.283907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.283994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.284094] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 711dd37a-cca4-4f02-9d85-b83949c8a4e6 is going to be updated. [ 1065.309877] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.310066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.310175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.311097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.311097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.311097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-711dd37a-cca4-4f02-9d85-b83949c8a4e6" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.313321] env[65114]: INFO networking_nsxv3.common.synchronization [req-20199fcd-078f-4df8-9e5d-eb58cbe05015 req-c824f0c0-e9b5-4f07-9921-0eca80ea0c8a service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 1065.313579] env[65114]: INFO networking_nsxv3.common.synchronization [req-20199fcd-078f-4df8-9e5d-eb58cbe05015 req-c824f0c0-e9b5-4f07-9921-0eca80ea0c8a service nova] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1065.313797] env[65114]: INFO networking_nsxv3.common.synchronization [req-20199fcd-078f-4df8-9e5d-eb58cbe05015 req-c824f0c0-e9b5-4f07-9921-0eca80ea0c8a service nova] Enqueued Resource ID: d8821d88-8107-4b68-a7ad-7b8219b9b2bc with Priority: HIGHEST for action port [ 1065.314457] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_rules [ 1065.314635] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1065.314768] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8821d88-8107-4b68-a7ad-7b8219b9b2bc with Priority: HIGHEST for action port [ 1065.315501] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.315659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.315751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.316158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.316367] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.317491] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.317689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.318037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.318121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.318189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.318408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.318509] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8821d88-8107-4b68-a7ad-7b8219b9b2bc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.427559] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.821408] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.821408] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.822605] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d8821d88-8107-4b68-a7ad-7b8219b9b2bc with status ACTIVE [ 1065.822803] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.822927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.822987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.823202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.823288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.823845] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.823845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.823845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.823845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.823845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.824050] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.824156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.824193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.824313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.824390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.824472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d8821d88-8107-4b68-a7ad-7b8219b9b2bc is going to be updated. [ 1065.837051] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1065.837175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.846754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.846998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.847101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.847319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.847458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.847621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8821d88-8107-4b68-a7ad-7b8219b9b2bc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.932770] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.237377] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1066.237673] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 1066.237853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.238112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.238340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.238526] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.238646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.238706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.238952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.239383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.239509] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.424052] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1066.424052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.435581] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.435756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.435830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.436107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.436215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.436314] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1066.469817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.470032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.470109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.470334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.470483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.484173] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1066.741496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.243521] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.746580] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.746991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.746991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.747180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.747292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.747417] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1067.784922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.785170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.785303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.786103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.786276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.805874] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1068.494772] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1068.495009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.495220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.495438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.495627] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.495746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.495813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.495958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.496062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.496226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.496321] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.999709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.000118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.000118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.000178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.000356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.000463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.000528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.000677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.000762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.000850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.001105] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.001190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.001224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.001343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.001480] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.001567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.001623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.001760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.001834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.001913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.002010] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.503761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a7d11-e65d-40b4-a316-6411ab2ab6c2: rpc.has_security_group_logging(os_id): False [ 1069.523963] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.524183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.524248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.524467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.524561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.524809] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.524939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.525027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.525196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.525295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.526058] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.526058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.526058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.526058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.526058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.526058] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.526325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.526325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.526325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.526423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.526483] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1069.589011] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.593083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.593083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.593083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.593083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.601784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1069.816878] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1069.817097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.817329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.817557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.817754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.817872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.817940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.818139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.818236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.818350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.818465] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.315360] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1070.315644] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1070.322140] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.322318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.322402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.322650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.322852] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.322965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.323038] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.323220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.323319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.323426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.323591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.325302] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.325302] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.830501] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f: rpc.has_security_group_logging(os_id): False [ 1070.851018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.851260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.851477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.851562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.851762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.851890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.851941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.852251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.852456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.852553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.852613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.852752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.852826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853026] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.853132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.853175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.853310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.853482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.853482] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1070.922625] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.922783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.922855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.923087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.923238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.940427] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1071.615986] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1071.616313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.761870] env[65114]: INFO networking_nsxv3.common.synchronization [None req-3e15024a-8b90-46c3-af50-7861e5adf887 tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1071.762496] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1071.762747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.762876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.763015] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.763216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.763300] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.886020] env[65114]: INFO networking_nsxv3.common.synchronization [None req-be146644-5009-484f-8e34-63069322405b tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1071.886765] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1071.889615] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.889615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.284147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.284467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.284591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.284896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.285040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.285151] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 already deleted. [ 1072.285240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.285422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.285604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.285692] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.311165] env[65114]: INFO networking_nsxv3.common.synchronization [req-94ced377-d456-40d2-9904-0df33b460f2a req-1f31cb80-3d49-4530-8c9a-ef5c0efc45f5 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1072.312235] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1072.312602] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.313420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.313686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.313828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.313932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.314193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.314330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.314492] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.707471] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.707769] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.707840] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.708159] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.708421] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.708581] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.708700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.709012] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.709161] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.709389] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.709488] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.709594] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.709700] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.709808] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.709938] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.710094] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.731615] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.731846] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.731991] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.732188] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.732510] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.732688] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.732810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.733161] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.733298] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cc80d4-4dfd-45f5-84fa-ac7b33c37de7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.807467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.807662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.807768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.807936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.808040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.808137] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 already deleted. [ 1072.808222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.817561] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.817726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.817774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.817963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.840294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.840550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.840666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.840733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.840930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.841023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.841123] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1072.867422] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.867607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.867691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.867938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.868573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.877514] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1072.954969] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1072.955265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.236175] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.236342] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.236466] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.236711] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.236881] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.237084] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 not found, creating... [ 1073.238034] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.238034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.238034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.238034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238034] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.238250] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.238371] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.238500] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.238710] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.238891] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.239067] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 is going to be created. [ 1073.261073] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.261322] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.261449] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.261755] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.262011] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.262287] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.024080] env[65114]: INFO networking_nsxv3.common.synchronization [req-94ced377-d456-40d2-9904-0df33b460f2a req-cc06f4a4-50d5-4906-b2bb-77eaad2bece9 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1074.024906] env[65114]: INFO networking_nsxv3.common.synchronization [req-94ced377-d456-40d2-9904-0df33b460f2a req-cc06f4a4-50d5-4906-b2bb-77eaad2bece9 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1074.025160] env[65114]: INFO networking_nsxv3.common.synchronization [req-94ced377-d456-40d2-9904-0df33b460f2a req-cc06f4a4-50d5-4906-b2bb-77eaad2bece9 service nova] Enqueued Resource ID: 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 with Priority: HIGHEST for action port [ 1074.025621] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1074.025756] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1074.025853] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 with Priority: HIGHEST for action port [ 1074.026143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.026382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.026459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.026682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.026765] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.027836] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.027924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.028133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.028260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.028331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.028523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.028621] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39cc80d4-4dfd-45f5-84fa-ac7b33c37de7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.390501] env[65114]: INFO networking_nsxv3.common.synchronization [req-6c249328-a4de-4204-87b6-6067d5893242 req-ead5f0be-229f-41c1-800e-b02027334aba tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 1074.391130] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGHEST for action security_group_members [ 1074.391446] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.391568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.391638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.391840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.391993] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.392575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.392575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.392575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.392575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.392575] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.530240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.530452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.531515] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 with status ACTIVE [ 1074.531515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.531515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.531515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.531819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.531819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.531871] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.532012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.532697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.532697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.532697] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.532850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.532850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.533659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.533659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.533659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39cc80d4-4dfd-45f5-84fa-ac7b33c37de7 is going to be updated. [ 1074.566048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.566048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.566048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.566281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.566402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.566660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39cc80d4-4dfd-45f5-84fa-ac7b33c37de7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.889182] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1074.889182] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b deletion is rescheduled due to dependency. [ 1074.889182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.889382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.889500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.890034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.890034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.890034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.890240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.890240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.890309] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.894958] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.895372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.895458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.895641] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.895744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.895800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.896376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.896376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.896376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b is going to be updated. [ 1074.923844] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.924018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.924073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.924394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.924457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.933431] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: IN_PROGRESS for 2s [ 1075.393572] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.895775] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.977944] env[65114]: INFO networking_nsxv3.common.synchronization [req-9fe0f08b-3e96-4b4d-9be8-7e273fe9bca9 req-ca03154a-5244-46bc-9b4e-4001eb49cd88 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1075.978347] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 with Priority: HIGHEST for action security_group_members [ 1075.978787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6dc1835d-0386-46f2-9203-c7751fc84b45 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.979027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.979132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.979520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.979596] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.980024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.980024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.980024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.980211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.980268] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6dc1835d-0386-46f2-9203-c7751fc84b45',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.398109] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.398470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.398470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.398536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.398608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.398701] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1076.428881] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.429065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.429194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.429424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.429569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.440103] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1076.483839] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.484024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.484622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.484622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.505883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506167] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.506291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.506359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.506562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.506641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.506745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 is going to be updated. [ 1076.536870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.536997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.537064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.537247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.537391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.545902] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: IN_PROGRESS for 2s [ 1076.944329] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b in Status: SUCCESS [ 1076.944329] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b deletion is rescheduled due to dependency. [ 1076.944329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.453942] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1078.454291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.454454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.454744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.454962] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.455090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.455170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.455388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.455496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.455744] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.556743] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 in Status: SUCCESS [ 1078.556915] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6dc1835d-0386-46f2-9203-c7751fc84b45 deletion is rescheduled due to dependency. [ 1078.557013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6dc1835d-0386-46f2-9203-c7751fc84b45" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.667142] env[65114]: INFO networking_nsxv3.common.synchronization [req-16873c28-4bdf-4899-9a71-7ca5e7539cf4 req-66a3ceb9-3fa8-42ed-914c-1611cbcdac19 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1078.667142] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1078.667454] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.667576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.667643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.667831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.667984] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.668211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.668281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.668449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.668528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.668623] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.958318] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.968779] env[65114]: INFO networking_nsxv3.common.synchronization [None req-93b3adc3-406a-4da3-b51e-7ac11b7dea3a tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1078.969328] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1078.969638] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.969742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.170903] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.431643] env[65114]: INFO networking_nsxv3.common.synchronization [req-bb85264e-626a-4fc1-9df5-39feaccfac03 req-1462e3c7-8109-4b0c-9891-7cd1f0302752 tempest-ServersNegativeTestJSON-1352667825 tempest-ServersNegativeTestJSON-1352667825-project-member] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1079.432862] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1079.432862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.432960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.433218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434218] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.434218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.434218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.434439] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.462028] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb26caf-d0d5-4562-a561-695aa6cb6e3b: rpc.has_security_group_logging(os_id): False [ 1079.495037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.495037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.495037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.495037] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1079.567322] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.567322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.567322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.567322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.567322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.581315] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1079.674220] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.844969] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.845194] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.845317] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.845579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.846282] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.846282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.846282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.846477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.846477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.846648] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.846763] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.846872] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.846977] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.847102] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.847207] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.847336] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.872437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.872616] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.872885] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.872988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.873269] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-53a791dc-b1db-458e-818d-7972ca688dfa taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.873440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.873545] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.873880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.874042] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a791dc-b1db-458e-818d-7972ca688dfa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.936879] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.178353] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.178519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.178689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.179112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.179233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.179367] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1080.210719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.210987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.210987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.211260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.211455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.222655] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1080.380289] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380289] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 53a791dc-b1db-458e-818d-7972ca688dfa not found, creating... [ 1080.380289] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.380289] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.380733] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.380733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.380733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.380733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.381045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.381096] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 53a791dc-b1db-458e-818d-7972ca688dfa is going to be created. [ 1080.404978] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.405498] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.405876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.406269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.406600] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.406950] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.439775] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.632350] env[65114]: INFO networking_nsxv3.common.synchronization [req-b2791ab2-66e4-4324-8727-29b7dbaf929e req-893e33ed-a5c4-4e3c-a749-31f8f506b522 tempest-DeleteServersTestJSON-1329324231 tempest-DeleteServersTestJSON-1329324231-project-member] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1080.633194] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGHEST for action security_group_members [ 1080.633488] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.633651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.633743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634230] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.634366] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.634454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.634664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.634777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.634907] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.941496] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.942407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.942407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.942407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.942407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.942407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1080.974829] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.975057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.975126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.975381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.975533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.989804] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1081.137866] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.138064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.138497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.138497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.138638] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.138731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.138812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.139220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.139323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.139477] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be updated. [ 1081.169124] env[65114]: INFO networking_nsxv3.common.synchronization [req-bb85264e-626a-4fc1-9df5-39feaccfac03 req-4c744770-e1ac-4fc9-a59a-3284170dc992 service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1081.169434] env[65114]: INFO networking_nsxv3.common.synchronization [req-bb85264e-626a-4fc1-9df5-39feaccfac03 req-4c744770-e1ac-4fc9-a59a-3284170dc992 service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1081.169639] env[65114]: INFO networking_nsxv3.common.synchronization [req-bb85264e-626a-4fc1-9df5-39feaccfac03 req-4c744770-e1ac-4fc9-a59a-3284170dc992 service nova] Enqueued Resource ID: 53a791dc-b1db-458e-818d-7972ca688dfa with Priority: HIGHEST for action port [ 1081.170636] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1081.170797] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1081.170918] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a791dc-b1db-458e-818d-7972ca688dfa with Priority: HIGHEST for action port [ 1081.171344] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.171495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.171612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.171853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.172046] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.173314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.173435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.173663] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a791dc-b1db-458e-818d-7972ca688dfa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.173771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.173862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.174360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.174360] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a791dc-b1db-458e-818d-7972ca688dfa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.181922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.182124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.182263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.182497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.182608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.200550] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: IN_PROGRESS for 2s [ 1081.595660] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1081.595849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.648678] env[65114]: INFO networking_nsxv3.common.synchronization [req-d30f4262-3603-4d25-82b5-0eb8da870b21 req-46d5be5a-1ddf-4a30-bd87-65321c5ec6c1 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 1081.648678] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGHEST for action security_group_members [ 1081.649052] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.649052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.649052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.649244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.649365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.649494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.649559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.649713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.649800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.649891] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.677967] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677967] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a791dc-b1db-458e-818d-7972ca688dfa with status ACTIVE [ 1081.677967] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.677967] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.677967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.678636] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.678680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.679675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.679675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.679675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.679675] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a791dc-b1db-458e-818d-7972ca688dfa is going to be updated. [ 1081.703599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.703795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.703838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.704017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.704201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.704420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a791dc-b1db-458e-818d-7972ca688dfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.152323] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.152503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.152582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.153145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.179033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.179218] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.179382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.179485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.179765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.179896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.180048] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 is going to be updated. [ 1082.212113] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.212262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.212320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.212919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.212919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.221978] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: IN_PROGRESS for 2s [ 1082.230829] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1082.231061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.231236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.231435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.231615] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.231728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.231785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.231934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.232018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.232120] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.737431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.737431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.737431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.737431] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1082.762722] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.762722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.762722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.762722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.762722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.770774] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1083.001437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1083.001662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.001860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.002284] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.002376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.002421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.002555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.002656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.002729] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.213820] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a in Status: SUCCESS [ 1083.213820] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a deletion is rescheduled due to dependency. [ 1083.213820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.367963] env[65114]: INFO networking_nsxv3.common.synchronization [req-7b4f1f56-5092-45db-afbb-f2556e035236 req-3e40e2c6-fb9a-4e47-883d-00280b37c465 tempest-ServersTestJSON-1805214153 tempest-ServersTestJSON-1805214153-project-member] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1083.368980] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGHEST for action security_group_members [ 1083.369356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.369485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.369555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.369758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.369972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.370100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.370158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.370318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.370400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.370501] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.506672] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.875903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.876201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.876201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.876391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.876488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.876682] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.876785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.876835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.877021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.877099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.877185] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be updated. [ 1083.908133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.908449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.908604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.909033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.909273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.921122] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: IN_PROGRESS for 2s [ 1084.010121] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.231956] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: IN_PROGRESS for 4s [ 1084.513776] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.513996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.514169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.514480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.514874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.515017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1084.546039] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.546168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.546207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.546402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.546548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.557195] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1084.782617] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1084.782617] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 deletion is rescheduled due to dependency. [ 1084.782617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.017535] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6a1fa82b-475e-4a6a-a2ad-8f6ad26813bb tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1085.018303] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1085.018685] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.018858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.018991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.020181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.020181] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.036127] env[65114]: INFO networking_nsxv3.common.synchronization [req-535595a6-84ec-4039-ba9e-10c8c9ba9a9b req-d48434d3-8244-42a4-981c-7a516bebc9c4 tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1085.036127] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1085.038367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.039226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.039226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.039353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.039657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.040296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.040296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.040463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.040619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.041024] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.122566] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4be7b363-d5e4-426e-90e8-03d6880704d5 tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1085.123298] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1085.123810] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.123953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.386195] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.386446] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.386580] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.386944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.387272] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.387477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.387622] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.387861] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.388037] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.388289] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.388459] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.388844] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.388844] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.388844] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.389033] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.389134] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.412687] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.412877] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.412989] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.413198] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-141" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.413528] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-5a57e746-d932-44db-9ef6-2979327d4ff3 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.413705] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.413883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.414390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.414550] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a57e746-d932-44db-9ef6-2979327d4ff3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.538870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.539148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.539229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.539414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.539502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.539598] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36854c7d-d31c-4523-867b-d485e1859392 already deleted. [ 1085.539685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.539837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.539988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.540087] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.542901] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.543026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.543113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.543476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.543476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.543694] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.543694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.543694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.543880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.543880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.543970] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 already deleted. [ 1085.544028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.919559] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.919861] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.920064] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.920374] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.920539] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.920730] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 5a57e746-d932-44db-9ef6-2979327d4ff3 not found, creating... [ 1085.920948] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.921192] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.921342] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.921586] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.921731] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.922051] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.922222] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.922342] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.922567] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.922778] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.922928] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 5a57e746-d932-44db-9ef6-2979327d4ff3 is going to be created. [ 1085.937090] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f in Status: SUCCESS [ 1085.937319] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f deletion is rescheduled due to dependency. [ 1085.937407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.949613] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.949971] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.949971] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.950293] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.950529] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.950791] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.976197] env[65114]: INFO networking_nsxv3.common.synchronization [req-090c19cf-3e53-4e5e-ae0c-247fdd3a845a req-05ad0144-e330-41f7-9109-a686a6d4081c tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 1085.976746] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGHEST for action security_group_members [ 1085.977088] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.977219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.977284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.977489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.977637] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.977730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.977795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.977940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.978049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.978144] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.069492] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.069492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.069492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.069882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.069882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.069934] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36854c7d-d31c-4523-867b-d485e1859392 already deleted. [ 1086.070112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.242708] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 in Status: SUCCESS [ 1086.242936] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 deletion is rescheduled due to dependency. [ 1086.243088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.480429] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.481128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.481128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.481128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.481128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.481339] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.481440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.481500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.481666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.481741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.481823] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 is going to be updated. [ 1086.512815] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.512982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.513075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.513289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.513427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.523894] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: IN_PROGRESS for 2s [ 1086.569239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1086.569535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.569730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.569941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.570216] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.570364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.570464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.570680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.570809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.570907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.571134] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.675053] env[65114]: INFO networking_nsxv3.common.synchronization [req-535595a6-84ec-4039-ba9e-10c8c9ba9a9b req-63bc367e-5c9e-4121-b8ac-2f391e15aeb0 service nova] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1086.675053] env[65114]: INFO networking_nsxv3.common.synchronization [req-535595a6-84ec-4039-ba9e-10c8c9ba9a9b req-63bc367e-5c9e-4121-b8ac-2f391e15aeb0 service nova] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1086.675053] env[65114]: INFO networking_nsxv3.common.synchronization [req-535595a6-84ec-4039-ba9e-10c8c9ba9a9b req-63bc367e-5c9e-4121-b8ac-2f391e15aeb0 service nova] Enqueued Resource ID: 5a57e746-d932-44db-9ef6-2979327d4ff3 with Priority: HIGHEST for action port [ 1086.675053] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_rules [ 1086.675675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1086.675675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a57e746-d932-44db-9ef6-2979327d4ff3 with Priority: HIGHEST for action port [ 1086.675675] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.675675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.675675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.675902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.675943] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.677556] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.677556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.677556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.677556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.677556] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.677854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.677854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.678514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.678514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.678514] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.678876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a57e746-d932-44db-9ef6-2979327d4ff3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.679053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.680310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.681187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.681187] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a57e746-d932-44db-9ef6-2979327d4ff3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.073086] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.073436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.073436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.073543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.073712] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.073813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.073877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.074040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.074131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.074219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.074365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.074456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.074506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.074646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.074781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.074870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.074933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.075300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.075300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.075300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.075393] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.183538] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.183685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.186201] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.186201] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a57e746-d932-44db-9ef6-2979327d4ff3 with status ACTIVE [ 1087.186201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.186201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.187014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.187570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.187891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.189207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.190495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.190495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.190495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.190495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.190713] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.191119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.191119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.191119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.191119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.191319] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a57e746-d932-44db-9ef6-2979327d4ff3 is going to be updated. [ 1087.220635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.220791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.220881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.221124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.221302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.221488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a57e746-d932-44db-9ef6-2979327d4ff3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.578082] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 232ee760-9703-4d2d-bb93-19e082e9e8f8: rpc.has_security_group_logging(os_id): False [ 1087.596330] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.596524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.596588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.596747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.596873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.597071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.597171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.597248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.597411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.597486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.597677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.597766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.597824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.597981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.598068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.598268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.598361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.598418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.598557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.598646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.598728] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1087.658459] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.658603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.658676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.658893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.659119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.674105] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1087.693707] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.196458] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.196770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.196770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.197646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.197646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.197646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 is going to be created. [ 1088.225699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.225884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.225968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.226175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.226392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.236993] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: UNINITIALIZED for 2s [ 1088.539162] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 in Status: SUCCESS [ 1088.539392] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 deletion is rescheduled due to dependency. [ 1088.539512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.752544] env[65114]: INFO networking_nsxv3.common.synchronization [None req-480da126-4c76-4436-9387-ee4c837121f6 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1088.754016] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1088.754016] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.754352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.754690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.755135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.755329] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.872610] env[65114]: INFO networking_nsxv3.common.synchronization [None req-74c29037-24e4-4102-9a9f-25d92c893e24 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1088.872990] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1088.873393] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.873523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.276484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.276851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.276851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.276932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.277132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.277132] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e already deleted. [ 1089.277263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.277322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.277591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.277672] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.688219] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1089.688440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.798745] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.800262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.800388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.800619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.800714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.800992] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e already deleted. [ 1089.800992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.901392] env[65114]: INFO networking_nsxv3.common.synchronization [req-480026e8-b5d8-4d13-a239-8aea8bb60395 req-8dbf9d0c-f131-40a7-90a7-edea682840e7 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 1089.902229] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGHEST for action security_group_members [ 1089.902460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.902963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.902963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.902963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.904237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.904237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.904237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.904237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.904237] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.904237] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.253472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: SUCCESS [ 1090.253785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.253970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.254557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.254557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.254713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.254750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.254805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.254888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.254982] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.409121] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.409406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.409406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.409582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.437664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.437950] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.438086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.438157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.438357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.438433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.438550] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1d6131-4614-44f3-b980-5438140adb41 is going to be updated. [ 1090.469615] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.469842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.469874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.470278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.470322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.481745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: IN_PROGRESS for 2s [ 1090.758045] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.261365] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a99e40-43b0-4977-8c06-b4fa9eae0174: rpc.has_security_group_logging(os_id): False [ 1091.280228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.280423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.280467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.280823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.280924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.281177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.281285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.281351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.281506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.281587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.281761] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 is going to be created. [ 1091.389561] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.389733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.389733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.389965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.390154] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.402018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: IN_PROGRESS for 2s [ 1092.492923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ab1d6131-4614-44f3-b980-5438140adb41 in Status: SUCCESS [ 1092.492923] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ab1d6131-4614-44f3-b980-5438140adb41 deletion is rescheduled due to dependency. [ 1092.492923] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.628507] env[65114]: INFO networking_nsxv3.common.synchronization [req-df850075-15ce-4cb4-be22-c5eece876713 req-ec4c9142-4ddc-43ea-9d33-f59609157d05 tempest-ServersNegativeTestJSON-1352667825 tempest-ServersNegativeTestJSON-1352667825-project-member] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1092.629129] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1092.629374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.629499] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.629568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.629763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.629915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.630025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.630106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.630287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.630287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.630381] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.898757] env[65114]: INFO networking_nsxv3.common.synchronization [req-a64e9672-55e9-4c3b-aa0e-3641fffd3c39 req-6b65574f-54e4-4a8d-a7f2-d73bc86c6012 tempest-ServersTestFqdnHostnames-886262358 tempest-ServersTestFqdnHostnames-886262358-project-member] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1092.898757] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGHEST for action security_group_members [ 1092.899783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.899907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.899983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.900200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.900366] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.900467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.900529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.900675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.900782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.900849] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.134556] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.404027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.404625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.404625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.404846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.418099] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: SUCCESS [ 1093.418494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.427755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.428085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.428266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.428343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.428561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.428670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.428785] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 is going to be updated. [ 1093.472605] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.472872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.487231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: IN_PROGRESS for 2s [ 1093.637776] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.681480] env[65114]: INFO networking_nsxv3.common.synchronization [req-0df573b7-f89b-4939-9fd1-b53f6d210ebd req-060c7bd4-ea99-4eed-9c70-a02e416ac338 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 1093.681480] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGHEST for action security_group_members [ 1093.681663] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.681734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.683695] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.683695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.683695] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.140739] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.141478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.141478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.142123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.142123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.142123] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1094.179057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.179057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.179057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.179706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.179869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.185264] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.185427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.185501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.185701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.185792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.186368] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.186368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.186368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.186368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.186515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.186515] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac is going to be updated. [ 1094.193564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1094.232252] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.232252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.232252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.232252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.232252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.244241] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: IN_PROGRESS for 2s [ 1094.537929] env[65114]: INFO networking_nsxv3.common.synchronization [req-741f39fa-4a0c-496d-81ff-6beeec0c46c8 req-c0f6ad37-f182-4f7b-9ae3-70ac697610b3 tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1094.538702] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1094.538873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.539070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.539146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.539423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.539581] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.539685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.539746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.539894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.539999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.540198] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.942050] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-33 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.942371] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.942371] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.942663] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.942920] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.943093] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.943214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.943432] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.943581] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.943792] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.943908] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.944027] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.944141] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.944250] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.944353] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.944492] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.964556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.964556] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.964556] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.964556] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-33" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.964925] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-749549bf-f2c3-448a-89ad-ccf7056575d9 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.965115] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.965239] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.965679] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.965854] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749549bf-f2c3-448a-89ad-ccf7056575d9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.042932] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.043120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.043862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.043862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.043862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.043862] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.043862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.043862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.044128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.044128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.044179] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36854c7d-d31c-4523-867b-d485e1859392 already deleted. [ 1095.044284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.468245] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.468489] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.468550] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.468810] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.469079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.469263] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 749549bf-f2c3-448a-89ad-ccf7056575d9 not found, creating... [ 1095.469531] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.469718] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.469825] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.470083] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.470268] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.470564] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.470715] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.470831] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.471191] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.471411] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.471564] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 749549bf-f2c3-448a-89ad-ccf7056575d9 is going to be created. [ 1095.493750] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.493750] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.495146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.495146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.495146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.495146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.500376] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 in Status: SUCCESS [ 1095.500637] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 deletion is rescheduled due to dependency. [ 1095.501041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.190998] env[65114]: INFO networking_nsxv3.common.synchronization [req-741f39fa-4a0c-496d-81ff-6beeec0c46c8 req-cf19dbf6-1bd8-437a-8c4d-53eb918b8f9d service nova] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1096.191265] env[65114]: INFO networking_nsxv3.common.synchronization [req-741f39fa-4a0c-496d-81ff-6beeec0c46c8 req-cf19dbf6-1bd8-437a-8c4d-53eb918b8f9d service nova] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1096.191406] env[65114]: INFO networking_nsxv3.common.synchronization [req-741f39fa-4a0c-496d-81ff-6beeec0c46c8 req-cf19dbf6-1bd8-437a-8c4d-53eb918b8f9d service nova] Enqueued Resource ID: 749549bf-f2c3-448a-89ad-ccf7056575d9 with Priority: HIGHEST for action port [ 1096.191860] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_rules [ 1096.192020] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1096.192113] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 749549bf-f2c3-448a-89ad-ccf7056575d9 with Priority: HIGHEST for action port [ 1096.192373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.192589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.192589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.192741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.192833] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.193750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.193859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.193928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.194107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.194251] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.194350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.194463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.197044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.197160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.197273] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.198400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-749549bf-f2c3-448a-89ad-ccf7056575d9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.198507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.198576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.198727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.198800] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('749549bf-f2c3-448a-89ad-ccf7056575d9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.209388] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1096.209601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.255472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac in Status: SUCCESS [ 1096.255472] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac deletion is rescheduled due to dependency. [ 1096.255673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.425315] env[65114]: INFO networking_nsxv3.common.synchronization [None req-69c7285a-50b6-4df3-b5f8-027ba84ba79a None None] Enqueued Resource ID: 91121e28-74b6-4500-ac3b-f18e61874393 with Priority: HIGHEST for action port [ 1096.425688] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91121e28-74b6-4500-ac3b-f18e61874393 with Priority: HIGHEST for action port [ 1096.425830] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-91121e28-74b6-4500-ac3b-f18e61874393 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.426068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91121e28-74b6-4500-ac3b-f18e61874393" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.426144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91121e28-74b6-4500-ac3b-f18e61874393" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.426405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91121e28-74b6-4500-ac3b-f18e61874393" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.426494] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91121e28-74b6-4500-ac3b-f18e61874393',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.700597] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.701965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.701965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.702203] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 749549bf-f2c3-448a-89ad-ccf7056575d9 with status ACTIVE [ 1096.702382] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.702496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.702559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.704811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.704924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.705134] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.705242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.705311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.705484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.705564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.705749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.705845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.705909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.706113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.706197] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.706286] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 749549bf-f2c3-448a-89ad-ccf7056575d9 is going to be updated. [ 1096.729100] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.729100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.729100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.729100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.729100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.729100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-749549bf-f2c3-448a-89ad-ccf7056575d9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.928726] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91121e28-74b6-4500-ac3b-f18e61874393 [ 1096.928970] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.929513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.929513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.929513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.929513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.929632] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91121e28-74b6-4500-ac3b-f18e61874393 already deleted. [ 1096.929660] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91121e28-74b6-4500-ac3b-f18e61874393" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.206191] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.706196] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.706361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.706441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.706648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.706731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.707599] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36854c7d-d31c-4523-867b-d485e1859392 is going to be created. [ 1097.747355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.748433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.748433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.748433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.748433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.760362] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: UNINITIALIZED for 2s [ 1098.690828] env[65114]: INFO networking_nsxv3.common.synchronization [req-540778a6-28ae-4a8a-8351-7a8ff9b25812 req-ddfa08b5-3b11-453d-9fe8-1b1c60bf350e tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1098.691410] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1098.691770] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.691896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.691962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.692615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.692788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.692894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.692960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.693160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.693246] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.693349] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.698886] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1e586074-ee78-44e4-9d51-cb01d39bf846 None None] Enqueued Resource ID: 5736b8a0-9ab5-40e9-8ae6-59085f05dcfa with Priority: HIGHEST for action port [ 1098.699365] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5736b8a0-9ab5-40e9-8ae6-59085f05dcfa with Priority: HIGHEST for action port [ 1098.700315] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5736b8a0-9ab5-40e9-8ae6-59085f05dcfa taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.700315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5736b8a0-9ab5-40e9-8ae6-59085f05dcfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.700315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5736b8a0-9ab5-40e9-8ae6-59085f05dcfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.700315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5736b8a0-9ab5-40e9-8ae6-59085f05dcfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.700315] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5736b8a0-9ab5-40e9-8ae6-59085f05dcfa',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.055565] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.055767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.055891] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.056202] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.056465] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.056641] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.056743] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.056952] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.057145] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.057393] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.057520] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.057632] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.057742] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.057855] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.057963] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.058926] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.080074] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.080748] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.080748] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.080922] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.081115] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-d38aa166-2e63-4612-9e11-291668eee7e0 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.081302] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.081433] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.081770] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.082116] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38aa166-2e63-4612-9e11-291668eee7e0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.195206] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.195376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.195470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.195730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.195848] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.196059] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.196503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.196503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.196503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.196503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.196623] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e already deleted. [ 1099.196670] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.202239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5736b8a0-9ab5-40e9-8ae6-59085f05dcfa [ 1099.202437] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.202555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.202624] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.202809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.202892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.202985] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5736b8a0-9ab5-40e9-8ae6-59085f05dcfa already deleted. [ 1099.203080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5736b8a0-9ab5-40e9-8ae6-59085f05dcfa" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.590094] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.590430] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.590559] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.590844] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.590989] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.591157] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port d38aa166-2e63-4612-9e11-291668eee7e0 not found, creating... [ 1099.591447] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.591748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.591748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.591941] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.592111] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.592413] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.592603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.592750] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.592964] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.593113] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.593254] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: d38aa166-2e63-4612-9e11-291668eee7e0 is going to be created. [ 1099.615458] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.615458] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.615574] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.616127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.616127] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.616399] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.769887] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: SUCCESS [ 1099.770282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.770333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.770551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.770747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.770979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.770979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.771105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.771206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.771375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.771375] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.275396] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.392448] env[65114]: INFO networking_nsxv3.common.synchronization [req-540778a6-28ae-4a8a-8351-7a8ff9b25812 req-c8894de6-ffc6-4833-b009-c3c3df89237b service nova] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1100.392637] env[65114]: INFO networking_nsxv3.common.synchronization [req-540778a6-28ae-4a8a-8351-7a8ff9b25812 req-c8894de6-ffc6-4833-b009-c3c3df89237b service nova] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1100.392990] env[65114]: INFO networking_nsxv3.common.synchronization [req-540778a6-28ae-4a8a-8351-7a8ff9b25812 req-c8894de6-ffc6-4833-b009-c3c3df89237b service nova] Enqueued Resource ID: d38aa166-2e63-4612-9e11-291668eee7e0 with Priority: HIGHEST for action port [ 1100.393495] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1100.393626] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1100.394551] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d38aa166-2e63-4612-9e11-291668eee7e0 with Priority: HIGHEST for action port [ 1100.394551] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.394551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.394551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.394752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.394752] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.395701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.395828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.395884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.396238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.396277] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.396401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.396446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.396607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.396697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.396794] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.397731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d38aa166-2e63-4612-9e11-291668eee7e0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.397819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.397884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.398052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.398132] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d38aa166-2e63-4612-9e11-291668eee7e0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.778321] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36854c7d-d31c-4523-867b-d485e1859392: rpc.has_security_group_logging(os_id): False [ 1100.798857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.799096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.799302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.799527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.799622] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.799894] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.800017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.800110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.800290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.800438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.800491] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36854c7d-d31c-4523-867b-d485e1859392 is going to be created. [ 1100.864081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.864279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.864279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.864603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.865268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.877168] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: IN_PROGRESS for 2s [ 1100.901055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.901055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.904576] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d38aa166-2e63-4612-9e11-291668eee7e0 with status ACTIVE [ 1100.904576] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.904576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.904576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.904857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.904857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.905157] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.905463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.905463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.905731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.905902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.906296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.906537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.906713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.907165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.907676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.907676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d38aa166-2e63-4612-9e11-291668eee7e0 is going to be updated. [ 1100.912027] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.953314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.953474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.953547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.953764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.953908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.954086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d38aa166-2e63-4612-9e11-291668eee7e0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.414190] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.916701] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.916991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.916991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.917281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.917281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.917420] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be created. [ 1101.943166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.943336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.943376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.943596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.943766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.954166] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: UNINITIALIZED for 2s [ 1102.890174] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: SUCCESS [ 1102.890748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.965937] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1103.966218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.966363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.966777] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.966954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.966954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.967164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.967266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.967338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.967430] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.472474] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.976289] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e: rpc.has_security_group_logging(os_id): False [ 1104.994132] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.994305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.994344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.994558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.994647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.994886] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.994987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.995079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.995233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.995310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.995398] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be created. [ 1105.065140] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.065289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.065363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.065779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.065779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.076981] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1105.330031] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5b880fb9-c964-4a38-b2f9-6ccce9897f22 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be with Priority: HIGHEST for action security_group_rules [ 1105.330031] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be with Priority: HIGHEST for action security_group_rules [ 1105.330516] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.330882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.330882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.331304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.331427] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a94e1b-f396-4fbe-b42e-847fa1cdb5be',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.484193] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6f5770ac-a9ff-48ed-9b6e-b589a5063d79 tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be with Priority: HIGHEST for action security_group_rules [ 1105.484737] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be with Priority: HIGHEST for action security_group_rules [ 1105.485101] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.485181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.855659] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.856263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.856263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.856263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.856263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.856263] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be already deleted. [ 1105.856752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.856752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.856752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.856752] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21a94e1b-f396-4fbe-b42e-847fa1cdb5be',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.108809] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1660a0a6-af07-42ec-99cb-bd08385b3d75 None None] Enqueued Resource ID: 082b333f-88f2-4668-9f04-5e6dffd2cf88 with Priority: HIGHEST for action port [ 1106.109767] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 082b333f-88f2-4668-9f04-5e6dffd2cf88 with Priority: HIGHEST for action port [ 1106.110115] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-082b333f-88f2-4668-9f04-5e6dffd2cf88 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.110241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-082b333f-88f2-4668-9f04-5e6dffd2cf88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.110618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-082b333f-88f2-4668-9f04-5e6dffd2cf88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.111238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-082b333f-88f2-4668-9f04-5e6dffd2cf88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.111325] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('082b333f-88f2-4668-9f04-5e6dffd2cf88',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.379022] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.379410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.379512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.379760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.379882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.379996] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21a94e1b-f396-4fbe-b42e-847fa1cdb5be already deleted. [ 1106.380146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21a94e1b-f396-4fbe-b42e-847fa1cdb5be" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.613433] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 082b333f-88f2-4668-9f04-5e6dffd2cf88 [ 1106.613917] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.613917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.614116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.614160] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.614302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.614370] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:082b333f-88f2-4668-9f04-5e6dffd2cf88 already deleted. [ 1106.614416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-082b333f-88f2-4668-9f04-5e6dffd2cf88" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.089646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1107.090091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.202179] env[65114]: INFO networking_nsxv3.common.synchronization [None req-1cd61dc5-bd68-49d3-8cdb-980564da65f9 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1107.202179] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1107.202179] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.202179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.202179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.202179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.202882] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.280845] env[65114]: INFO networking_nsxv3.common.synchronization [None req-4d4f2a69-962f-4646-96cb-8ca187182511 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1107.283710] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1107.283710] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.283710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.725541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.725783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.725863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.726254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.726254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.726254] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 already deleted. [ 1107.726369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.728053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.728053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.728053] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.258436] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.258760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.258821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.259068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.259190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.259336] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 already deleted. [ 1108.259423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.628111] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bd2a54eb-9616-44d6-9c06-465d369e6338 None None] Enqueued Resource ID: 22ac183c-b1e4-414b-8aec-9388f1a5b929 with Priority: HIGHEST for action port [ 1108.628719] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22ac183c-b1e4-414b-8aec-9388f1a5b929 with Priority: HIGHEST for action port [ 1108.628974] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-22ac183c-b1e4-414b-8aec-9388f1a5b929 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.629182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22ac183c-b1e4-414b-8aec-9388f1a5b929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.629292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22ac183c-b1e4-414b-8aec-9388f1a5b929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.629559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22ac183c-b1e4-414b-8aec-9388f1a5b929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.629638] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22ac183c-b1e4-414b-8aec-9388f1a5b929',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.808438] env[65114]: INFO networking_nsxv3.common.synchronization [req-7b7d1272-f1e8-4cf7-99d2-5eedb57f4bb3 req-3bd7834c-d396-455f-b636-bce15d35ffcf tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1108.808438] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1108.808662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.808804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.808859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.809474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.809882] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.809882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.809882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.810251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.810251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.810251] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.088053] env[65114]: INFO networking_nsxv3.common.synchronization [req-0969af9b-30fc-454d-b431-84780110da80 req-e6360a24-2d79-456b-ab9d-d9f703f886d7 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1109.088628] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1109.088628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.088789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.088861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.089178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.089380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.090138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.090138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.090138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.090264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.090296] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.131686] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22ac183c-b1e4-414b-8aec-9388f1a5b929 [ 1109.131931] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.132091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.132187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.132409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.132496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.132593] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22ac183c-b1e4-414b-8aec-9388f1a5b929 already deleted. [ 1109.132673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22ac183c-b1e4-414b-8aec-9388f1a5b929" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.316972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.317398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.317398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.317559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.317643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.318333] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.318333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.318333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.318333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.318333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.318333] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1109.353416] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.353510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.353561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.353914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.353914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.364551] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1109.432048] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.432263] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.432392] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.432649] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.433017] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.435271] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.435811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.435811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.435926] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.436064] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.436161] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.436269] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.436374] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.436484] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.436587] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.436717] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.457640] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.458392] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.458392] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.458392] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.458569] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.458713] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.458832] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.459847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.459847] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d3c4ba-eaba-4a15-a8f6-9cff49d28601',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.593364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.593710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.593710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.593871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.614859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.615207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.615350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.615423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.615627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.615712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.615793] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be updated. [ 1109.640640] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.640789] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.640861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.641098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.641273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.649984] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 1109.961739] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.961972] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.962199] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.962815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.963045] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.963279] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 not found, creating... [ 1109.963557] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.963724] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.963847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.964205] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.964409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.964716] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.964877] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.965015] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.965347] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.965518] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.965669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 is going to be created. [ 1109.987360] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.987642] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.987843] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.988236] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.988547] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.988838] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [req-0969af9b-30fc-454d-b431-84780110da80 req-9d60f101-b044-48c9-b538-79ac96dc5e3e service nova] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_rules [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [req-0969af9b-30fc-454d-b431-84780110da80 req-9d60f101-b044-48c9-b538-79ac96dc5e3e service nova] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [req-0969af9b-30fc-454d-b431-84780110da80 req-9d60f101-b044-48c9-b538-79ac96dc5e3e service nova] Enqueued Resource ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with Priority: HIGHEST for action port [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_rules [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1110.687868] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with Priority: HIGHEST for action port [ 1110.688533] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.688533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.688533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.688533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.688533] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.689853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.689853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.689853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.691338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.691338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.691338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.691338] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d3c4ba-eaba-4a15-a8f6-9cff49d28601',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.192418] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.192607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.192851] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with status ACTIVE [ 1111.193096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.193223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.193289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.193520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.193627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.193838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.193948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.194026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.194196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.194277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195032] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.195032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.195032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.195032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.195032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.195032] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 is going to be updated. [ 1111.216095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.216244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.216314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.216514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.216650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.216805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.376569] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1111.376950] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1111.376950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.393228] env[65114]: INFO networking_nsxv3.common.synchronization [req-16c063e4-607f-4bb6-88a6-3962f1be5747 req-8f4ba104-285c-427e-855c-a9bede0e3913 tempest-InstanceActionsTestJSON-1444115708 tempest-InstanceActionsTestJSON-1444115708-project-member] Enqueued Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1111.393228] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1111.393303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.393470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.393546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.393872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.393973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.394086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.394393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.394393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.394393] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.394474] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.663691] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 1111.663691] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 deletion is rescheduled due to dependency. [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.663691] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.663691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.663691] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.776228] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-377 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.776533] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-377" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.776576] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-377" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.776894] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-377" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.777182] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.777349] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.777469] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.777692] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.777919] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.778483] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.778623] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1111.778737] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1111.778936] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1111.779038] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1111.779067] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1111.779271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1111.797951] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1111.798667] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1111.798881] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1111.799084] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-377" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.799431] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-c4682e89-5a2e-4e25-9840-5ef7d8f54660 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.799620] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.799740] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.800063] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.800257] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4682e89-5a2e-4e25-9840-5ef7d8f54660',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.896677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.896844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.896915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.897214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.897324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.897531] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.897634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.897718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.897851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.897925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.898028] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a already deleted. [ 1111.898105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.165516] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.304178] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.304429] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.304519] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.304816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.304967] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.305151] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port c4682e89-5a2e-4e25-9840-5ef7d8f54660 not found, creating... [ 1112.305424] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.305581] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.305700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.305924] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.306080] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.306402] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.306567] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.306685] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.306893] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.307052] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.307164] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: c4682e89-5a2e-4e25-9840-5ef7d8f54660 is going to be created. [ 1112.327836] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.328208] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.328361] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.328693] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.328934] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.329252] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.667854] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.063211] env[65114]: INFO networking_nsxv3.common.synchronization [req-16c063e4-607f-4bb6-88a6-3962f1be5747 req-0d76febd-1fcf-4af2-9a25-9f1fe241ca6e service nova] Enqueued Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_rules [ 1113.063498] env[65114]: INFO networking_nsxv3.common.synchronization [req-16c063e4-607f-4bb6-88a6-3962f1be5747 req-0d76febd-1fcf-4af2-9a25-9f1fe241ca6e service nova] Enqueued Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1113.063539] env[65114]: INFO networking_nsxv3.common.synchronization [req-16c063e4-607f-4bb6-88a6-3962f1be5747 req-0d76febd-1fcf-4af2-9a25-9f1fe241ca6e service nova] Enqueued Resource ID: c4682e89-5a2e-4e25-9840-5ef7d8f54660 with Priority: HIGHEST for action port [ 1113.064238] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_rules [ 1113.064238] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1113.064368] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4682e89-5a2e-4e25-9840-5ef7d8f54660 with Priority: HIGHEST for action port [ 1113.064603] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.064717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.064806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.065078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.065164] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.065993] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066506] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.066581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.066643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.066781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.066864] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.066954] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.067798] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4682e89-5a2e-4e25-9840-5ef7d8f54660 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.068172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.068251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.068406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.068483] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4682e89-5a2e-4e25-9840-5ef7d8f54660',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.170368] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.170709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.170899] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.171293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.171490] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.171676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be updated. [ 1113.200850] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.201070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.201070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.201278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.201424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.210851] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 1113.569760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.569942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.570151] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.571066] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4682e89-5a2e-4e25-9840-5ef7d8f54660 with status ACTIVE [ 1113.571278] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.571406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.571508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.571732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.571826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.571972] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.572102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.572188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.572311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.572391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.572574] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.572665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.572726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.572903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.572983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.573086] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4682e89-5a2e-4e25-9840-5ef7d8f54660 is going to be updated. [ 1113.595787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.595930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.595997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.596225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.596362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.596526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4682e89-5a2e-4e25-9840-5ef7d8f54660" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.075099] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.580600] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.580600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.580600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.580767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.580881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.581035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a is going to be created. [ 1114.608090] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.608090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.608090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.608090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.608090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.616802] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: UNINITIALIZED for 2s [ 1115.225580] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 1115.226092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.226171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.226463] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.226780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.226924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.226994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.227202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.227324] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.227432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.227539] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.730238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.730412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.730479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.730696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.730890] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.731048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.731125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.731375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.731488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.731700] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.731769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.731806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.731928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.732079] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.732175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.732235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.732374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.732452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.732542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.732631] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.117009] env[65114]: INFO networking_nsxv3.common.synchronization [req-490972f1-829a-4676-b1cb-3f951822f353 req-040ae3db-0bc7-40ad-99e1-574b71ac8a1e tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1116.117866] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1116.118337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.118501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.118604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.118929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.119207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.119388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.119464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.119759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.119856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.120035] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.234629] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d17c8a8e-330e-43de-a164-10b7c84b9ba8: rpc.has_security_group_logging(os_id): False [ 1116.252271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.252494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.252494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.252675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.252763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.252980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.253091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.253204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.253305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.253382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.253587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.253702] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.253737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.253882] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.253949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.254141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.254236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.254297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.254431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.254503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.254585] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be updated. [ 1116.328297] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.328489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.328529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.329520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.329520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.341269] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 1116.459783] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.460079] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.460214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.460538] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.460885] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.461231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.461231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.461494] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.461724] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.461980] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.462190] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.462316] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.462493] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.462691] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.462967] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.463214] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.484333] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.484512] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.484653] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.484829] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.485234] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.485443] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.485637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.485974] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.486132] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9a7ee3-a3f5-45be-b32b-e3485fe652e9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.622952] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.623165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.623242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.623394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.623482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.623679] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.623764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.623830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.623981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.624069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.624155] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1116.626421] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: SUCCESS [ 1116.626621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.626768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.626929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.627181] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.627291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.627353] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.627498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.627574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.627745] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.651428] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.651706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.651706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.651912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.652148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.662637] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1116.988554] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.988781] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.988781] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.989099] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.989798] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.989798] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 not found, creating... [ 1116.989798] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.990049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.990049] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.990533] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.990533] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.990780] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.991224] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.991224] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.991348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.991400] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.991793] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 is going to be created. [ 1117.018567] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.018841] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.019318] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.019629] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.019877] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.020139] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.129954] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.130233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.130233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.130518] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.130712] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.130826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.130912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.131121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.131215] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.131316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.131545] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.131677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.131764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.131936] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.132147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.132219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.132261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.132403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.132489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.132577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.132670] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.635251] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a: rpc.has_security_group_logging(os_id): False [ 1117.655789] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.655927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.656011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.656228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.656315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.657041] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.657163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.657228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.657392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.657472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.657669] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.657799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.657865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.658466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.658589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.659270] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.659270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.659270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.659270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.659539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.659539] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a is going to be created. [ 1117.721272] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.721272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.721272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.721272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.721272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.734588] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: IN_PROGRESS for 2s [ 1117.762203] env[65114]: INFO networking_nsxv3.common.synchronization [req-490972f1-829a-4676-b1cb-3f951822f353 req-a97e376b-c220-42d8-af90-b80e55655f58 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1117.762458] env[65114]: INFO networking_nsxv3.common.synchronization [req-490972f1-829a-4676-b1cb-3f951822f353 req-a97e376b-c220-42d8-af90-b80e55655f58 service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1117.762615] env[65114]: INFO networking_nsxv3.common.synchronization [req-490972f1-829a-4676-b1cb-3f951822f353 req-a97e376b-c220-42d8-af90-b80e55655f58 service nova] Enqueued Resource ID: 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 with Priority: HIGHEST for action port [ 1117.763308] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1117.763535] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1117.763676] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 with Priority: HIGHEST for action port [ 1117.764057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.764165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.764228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.764434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.764519] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.765639] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.766325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.766546] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.767226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.767332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.767563] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.767661] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c9a7ee3-a3f5-45be-b32b-e3485fe652e9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.269719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.270062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.270362] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 with status ACTIVE [ 1118.270566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.270690] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.270758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.270975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.271079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.271257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.271355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.271424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.271609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.271646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.271822] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.271914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.271975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.272129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.272203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.272289] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8c9a7ee3-a3f5-45be-b32b-e3485fe652e9 is going to be updated. [ 1118.293843] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.294102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.294174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.294821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.295051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.295153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c9a7ee3-a3f5-45be-b32b-e3485fe652e9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.354288] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 1118.354467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.468249] env[65114]: INFO networking_nsxv3.common.synchronization [req-749c2698-847b-41fc-808b-c61e84a6ef76 req-7c456bd8-c8f8-42c5-86c9-2a1f1fe3a349 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1118.469354] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1118.469835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.470103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.470252] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.470763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.472024] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.472024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.472024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.472024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.472024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.472024] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.672582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1118.672950] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1118.672950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.673115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.673332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.673530] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.673681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.673751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.673916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.673992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.674148] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.821402] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.821658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.821794] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822435] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822722] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822954] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.823135] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823356] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.823486] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.823601] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.823727] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.823837] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.823959] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.824106] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.845124] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.845735] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.845735] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.845878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.846452] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-18e122d4-4c06-4378-b2a8-77bf240bfc4a taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.846712] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.846895] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.847719] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.847719] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e122d4-4c06-4378-b2a8-77bf240bfc4a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.974681] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.974954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.975140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.975539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.975725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.976072] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.976270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.976406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.976826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.976976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.977178] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 already deleted. [ 1118.977347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.132709] env[65114]: INFO networking_nsxv3.common.synchronization [req-58390098-2591-425b-844b-a551be9feb90 req-5fc1d9bb-6e35-4a48-8043-878552e9b606 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1119.133430] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGHEST for action security_group_members [ 1119.133737] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.133859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.133927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.134207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.134372] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.134424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.134530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.134632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.134781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.134826] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.174809] env[65114]: INFO networking_nsxv3.common.synchronization [req-58390098-2591-425b-844b-a551be9feb90 req-5fc1d9bb-6e35-4a48-8043-878552e9b606 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with Priority: HIGHEST for action port [ 1119.175338] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with Priority: HIGHEST for action port [ 1119.175657] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.175783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.175852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.176168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.176263] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3d3c4ba-eaba-4a15-a8f6-9cff49d28601',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.177759] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.350227] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.350517] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.350651] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.350989] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.351163] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.351323] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 18e122d4-4c06-4378-b2a8-77bf240bfc4a not found, creating... [ 1119.351599] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.351750] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.351867] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.352107] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.352254] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.352565] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.352724] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.352848] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.353076] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.353214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.353413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a is going to be created. [ 1119.373416] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.373735] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.373917] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.374258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.374482] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.374708] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.637946] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.637946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.637946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.637946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.637946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.638177] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.638177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.638250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.639745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.639745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.639745] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be updated. [ 1119.674608] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.674608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.674608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.674608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.674608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.679121] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 with status ACTIVE [ 1119.679424] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.679582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.679728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.679961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.680075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.680394] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.680514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.680583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.680836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.681089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.681170] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.681276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.681356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.681564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.681676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.681773] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3d3c4ba-eaba-4a15-a8f6-9cff49d28601 is going to be updated. [ 1119.682961] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.684467] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: IN_PROGRESS for 2s [ 1119.706854] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.707131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.707191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.707398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.707953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.707953] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3d3c4ba-eaba-4a15-a8f6-9cff49d28601" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.751319] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: SUCCESS [ 1119.751651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.186107] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.186372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.186372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.186634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.186738] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.186923] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1120.220973] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.221251] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.221331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.221611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.221794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.230668] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1120.560626] env[65114]: INFO networking_nsxv3.common.synchronization [req-749c2698-847b-41fc-808b-c61e84a6ef76 req-405bb17f-b5d7-46fd-ba43-961b5fb7ec25 service nova] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1120.560626] env[65114]: INFO networking_nsxv3.common.synchronization [req-749c2698-847b-41fc-808b-c61e84a6ef76 req-405bb17f-b5d7-46fd-ba43-961b5fb7ec25 service nova] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1120.560626] env[65114]: INFO networking_nsxv3.common.synchronization [req-749c2698-847b-41fc-808b-c61e84a6ef76 req-405bb17f-b5d7-46fd-ba43-961b5fb7ec25 service nova] Enqueued Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1120.560909] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1120.561075] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1120.561075] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1120.561075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.561653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.561653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.561796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.561915] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.572390] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.572390] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.572390] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.572390] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e122d4-4c06-4378-b2a8-77bf240bfc4a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.572390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.573278] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e122d4-4c06-4378-b2a8-77bf240bfc4a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.076474] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.076849] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.076849] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.077858] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e122d4-4c06-4378-b2a8-77bf240bfc4a with status ACTIVE [ 1121.078048] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.078166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.078230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.080018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.080018] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.080018] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.080607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.080607] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a is going to be updated. [ 1121.108941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.109177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.109261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.109725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.110591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.110591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.422372] env[65114]: INFO networking_nsxv3.common.synchronization [req-4ead6f22-b78d-41e4-8b60-a1023ad0c685 req-8467686d-17db-4f3f-8579-c515ddc840a8 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1121.422807] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1121.423255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.423417] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.423491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.423751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.423912] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.424023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.424086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.424234] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.424300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.424390] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.583875] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.696799] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 in Status: SUCCESS [ 1121.696991] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 deletion is rescheduled due to dependency. [ 1121.697138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.735617] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.735808] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.735961] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.736285] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.736603] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.736745] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.736854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.737237] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.737422] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.738048] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.738048] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.738048] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.738048] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.738241] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.738241] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.738378] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.758504] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.758709] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.758849] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.759031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.759666] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-c718e97d-eca3-4669-952f-942078a555e5 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.759666] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.759844] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.760140] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.760429] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c718e97d-eca3-4669-952f-942078a555e5',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.926980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.927164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.927233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.927491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.927584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.927856] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.928061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.928206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.928421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.928500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.928586] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 already deleted. [ 1121.928709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.086094] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.086510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.086510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.086510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.086617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.086732] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be created. [ 1122.135755] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.135935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.135981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.136220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.136392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.155535] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: UNINITIALIZED for 2s [ 1122.240721] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 4s [ 1122.263075] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.263386] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.263513] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.263799] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.263954] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.264124] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port c718e97d-eca3-4669-952f-942078a555e5 not found, creating... [ 1122.264390] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.264549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.264712] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.264908] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.265065] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.265340] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.265495] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.265614] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.265852] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.265993] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.266186] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: c718e97d-eca3-4669-952f-942078a555e5 is going to be created. [ 1122.293192] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.293483] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.293583] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.293880] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.294130] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.294504] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.088420] env[65114]: INFO networking_nsxv3.common.synchronization [req-4ead6f22-b78d-41e4-8b60-a1023ad0c685 req-2622c1f4-16f7-4424-b57a-9d5e9f88d0d4 service nova] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1123.089084] env[65114]: INFO networking_nsxv3.common.synchronization [req-4ead6f22-b78d-41e4-8b60-a1023ad0c685 req-2622c1f4-16f7-4424-b57a-9d5e9f88d0d4 service nova] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1123.089084] env[65114]: INFO networking_nsxv3.common.synchronization [req-4ead6f22-b78d-41e4-8b60-a1023ad0c685 req-2622c1f4-16f7-4424-b57a-9d5e9f88d0d4 service nova] Enqueued Resource ID: c718e97d-eca3-4669-952f-942078a555e5 with Priority: HIGHEST for action port [ 1123.089327] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_rules [ 1123.089601] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1123.089601] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c718e97d-eca3-4669-952f-942078a555e5 with Priority: HIGHEST for action port [ 1123.089854] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.089975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.090062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.090281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.090407] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.091497] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.092079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.092079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.092079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.092241] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.092241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.092360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.092534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.093100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.093100] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.094149] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c718e97d-eca3-4669-952f-942078a555e5 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.094255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.094604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.094604] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.094604] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c718e97d-eca3-4669-952f-942078a555e5',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.344292] env[65114]: INFO networking_nsxv3.common.synchronization [req-764246e4-6211-49e6-8e05-8cb3b5f17c4e req-6c453b26-2772-4d04-8476-78ce3d56bf68 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1123.344627] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1123.344832] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.345561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.345561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.345787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.346033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.348970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.348970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.348970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.348970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.348970] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.597992] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.599655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.599841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.602536] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c718e97d-eca3-4669-952f-942078a555e5 with status ACTIVE [ 1123.602678] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.602820] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.602886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.603925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.603925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.603925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.603925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.603925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.603925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.604313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.604313] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.604313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.604313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.604479] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.604510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.604575] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c718e97d-eca3-4669-952f-942078a555e5 is going to be updated. [ 1123.634475] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.634656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.634730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.635145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.635350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c718e97d-eca3-4669-952f-942078a555e5" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.721860] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.721966] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.722086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.722378] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.722661] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.722876] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.723144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.723487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.723677] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.724249] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.724372] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.724504] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.724637] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.724787] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.724915] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.725128] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.751321] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.751495] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.751683] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.751923] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.752236] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-8f33accb-ea3e-469a-a12e-6fafd1ceda87 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.752473] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.752558] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.752913] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.753086] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f33accb-ea3e-469a-a12e-6fafd1ceda87',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.849365] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.103624] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.167669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1124.167972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.168169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.168382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.168586] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.168996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.168996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.169507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.169507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.169853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.169853] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.255033] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.255033] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.255033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.255033] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.258423] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258646] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.258973] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.259077] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.259183] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.259399] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 8f33accb-ea3e-469a-a12e-6fafd1ceda87 not found, creating... [ 1124.259981] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.259981] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.259981] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.260226] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.260257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.260562] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.260723] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.260843] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.261230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.261230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.261379] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 8f33accb-ea3e-469a-a12e-6fafd1ceda87 is going to be created. [ 1124.281795] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.282053] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.282150] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.282436] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.282853] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.282920] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.351427] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.610136] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.610400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.610504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.610921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.611062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.611190] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 is going to be created. [ 1124.642803] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.642974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.643033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.643307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.643544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.654018] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: UNINITIALIZED for 2s [ 1124.671592] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.671757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.671831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.672068] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.672234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.672335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.672400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.672552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.672640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.672725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.672868] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.672959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673170] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.673303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.673395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.673455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.673617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.673714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.673864] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.757799] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.758012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.758012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.758301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.758582] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.758669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.758669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.758834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.758957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.759078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.759247] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.759364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.759430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.759607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.759727] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.759846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.759918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.760122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.760208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.760330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.760477] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.853599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.853757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.853853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.854063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.854180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.854253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be updated. [ 1124.890547] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.890547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.890547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.890547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.890547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899301] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1125.024093] env[65114]: INFO networking_nsxv3.common.synchronization [req-764246e4-6211-49e6-8e05-8cb3b5f17c4e req-b33ae0fd-c04d-43df-aff4-7840a5cc9e62 service nova] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1125.024093] env[65114]: INFO networking_nsxv3.common.synchronization [req-764246e4-6211-49e6-8e05-8cb3b5f17c4e req-b33ae0fd-c04d-43df-aff4-7840a5cc9e62 service nova] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1125.024093] env[65114]: INFO networking_nsxv3.common.synchronization [req-764246e4-6211-49e6-8e05-8cb3b5f17c4e req-b33ae0fd-c04d-43df-aff4-7840a5cc9e62 service nova] Enqueued Resource ID: 8f33accb-ea3e-469a-a12e-6fafd1ceda87 with Priority: HIGHEST for action port [ 1125.024636] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_rules [ 1125.024771] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1125.024870] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f33accb-ea3e-469a-a12e-6fafd1ceda87 with Priority: HIGHEST for action port [ 1125.025201] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.025259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.025327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.025531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.025649] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.026881] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.026881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.027248] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f33accb-ea3e-469a-a12e-6fafd1ceda87 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.027387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.027387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.027551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.028904] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f33accb-ea3e-469a-a12e-6fafd1ceda87',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.175583] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22c92da3-5ced-4fe9-b055-608cc06691e8: rpc.has_security_group_logging(os_id): False [ 1125.195891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.195891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.196209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.196365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.196421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.196647] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.196850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.196909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.197229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.197375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.197719] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.198025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.198398] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.198464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.198765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.198885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.198951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.199137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.199217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.199352] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be created. [ 1125.263083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6a3cf46-74df-40e7-87ea-20a53baeee15: rpc.has_security_group_logging(os_id): False [ 1125.282956] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.283201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.283201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.283410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.283546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.285529] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.285744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.285883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.286171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.286318] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.286628] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.286796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.286891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.287184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.287440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.287817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.287973] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.288089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.288311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.288468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.288766] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.288915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.289045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.289299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.289486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.289748] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1125.324205] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1125.410398] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.410600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.410672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.410892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.411127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.437963] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1125.529713] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.529916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.530063] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f33accb-ea3e-469a-a12e-6fafd1ceda87 with status ACTIVE [ 1125.530237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.530430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.530512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.530807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.531029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.531242] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.531399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.531500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.531772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.532213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.532392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.532562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.532679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.532897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.533322] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.533322] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f33accb-ea3e-469a-a12e-6fafd1ceda87 is going to be updated. [ 1125.567725] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.567996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.568086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.568249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.568389] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.568558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f33accb-ea3e-469a-a12e-6fafd1ceda87" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.666066] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: SUCCESS [ 1126.666066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.666559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.666597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.666841] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.666978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.667086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.667303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.667411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.667549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.667612] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.911384] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1126.911705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.911969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.912309] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.912595] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.912787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.912881] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.913169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.913310] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.913463] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.170701] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.340636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1127.340861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.416614] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.457974] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1127.458178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.673722] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0: rpc.has_security_group_logging(os_id): False [ 1127.694571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.694571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.694571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.694571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.694571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.694796] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.694854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.694912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.695089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.695254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.695304] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 is going to be created. [ 1127.759509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.759719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.759819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.760151] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.760438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.776165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: IN_PROGRESS for 2s [ 1127.921576] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.426044] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.426044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.426269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.426369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.426514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.426633] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be updated. [ 1128.455813] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.456034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.456103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.456392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.456574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.467432] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1129.793174] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: SUCCESS [ 1129.793588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.026685] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1130.026685] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1130.480321] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1130.480599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.480884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.481128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.481374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.481524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.481649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.481811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.481894] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.481986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.482893] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.987150] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.234054] env[65114]: INFO networking_nsxv3.common.synchronization [req-8914d87f-58f1-4389-ac76-25f365dc9579 req-e1768cf4-6978-40f7-959e-df3c2443a1b6 tempest-InstanceActionsTestJSON-1444115708 tempest-InstanceActionsTestJSON-1444115708-project-member] Enqueued Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1131.234498] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGHEST for action security_group_members [ 1131.237279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.238016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.238016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.238016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.238171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.238171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.238261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.238371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.238455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.238548] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.489692] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e: rpc.has_security_group_logging(os_id): False [ 1131.508431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.508564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.508603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.508794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.508880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.509139] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.509260] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.509338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.509536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.509592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.509688] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be updated. [ 1131.578321] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.580800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.580800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.580800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.580800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.596051] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1131.742082] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.742430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.742530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.742856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.742991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.743433] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.744173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.744303] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.744561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.744683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.744870] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a is going to be updated. [ 1131.776940] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.777270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.777359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.777544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.777694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.788704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: IN_PROGRESS for 2s [ 1133.610726] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1133.611299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.800191] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a in Status: SUCCESS [ 1133.800272] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a deletion is rescheduled due to dependency. [ 1133.800696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.236983] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1136.237275] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1136.613897] env[65114]: INFO networking_nsxv3.common.synchronization [None req-b8162128-e15d-4a9b-8a2e-4c9901064f76 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1136.613897] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1136.613897] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.613897] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.614208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.614574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.614925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.615168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.615370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.615705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.615902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.616109] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.121623] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.121924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.122128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.122501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.122628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.123013] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.123193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.123333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.123585] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.123749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.124411] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1137.163601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.163734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.163822] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.164406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.164553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.183104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1139.197693] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1139.198043] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 deletion is rescheduled due to dependency. [ 1139.198043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.288510] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.288788] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.289402] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.289458] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.289903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.290695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.290695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.290695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.291457] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.291457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.291457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.291457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.291457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.292265] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.293221] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-498ba682-11e1-4b8f-950c-656e1f08020c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.293221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.293221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.293367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.293525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.293625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.293686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.293831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.293909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.293997] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.336710] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1141.336900] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.337048] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_rules [ 1141.337175] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.337322] env[65114]: INFO networking_nsxv3.common.synchronization [req-98d5b43d-e425-4fd1-b5fb-94f5a9e52de7 req-928f9c7f-c35e-42e6-9102-7ab9fe0949ef tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1141.337937] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1141.338183] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_rules [ 1141.338330] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1141.338474] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.338652] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.339303] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.339360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.339507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.339842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.339960] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.340837] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-498ba682-11e1-4b8f-950c-656e1f08020c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.340983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.341128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.341335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.341436] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.342268] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e122d4-4c06-4378-b2a8-77bf240bfc4a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.342424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.342481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.342707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.342786] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e122d4-4c06-4378-b2a8-77bf240bfc4a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.343528] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.343649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.344123] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-498ba682-11e1-4b8f-950c-656e1f08020c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.344123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.613610] env[65114]: INFO networking_nsxv3.common.synchronization [req-b5b21136-8b4d-4514-b46e-3e7e2979e39a req-1c645f1d-33e7-49fe-a291-1a1384981274 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.613610] env[65114]: INFO networking_nsxv3.common.synchronization [req-b5b21136-8b4d-4514-b46e-3e7e2979e39a req-1c645f1d-33e7-49fe-a291-1a1384981274 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.613610] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.613610] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 498ba682-11e1-4b8f-950c-656e1f08020c with Priority: HIGHEST for action security_group_members [ 1141.613942] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.613942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.614262] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-498ba682-11e1-4b8f-950c-656e1f08020c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.614262] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.664402] env[65114]: INFO networking_nsxv3.common.synchronization [req-b5b21136-8b4d-4514-b46e-3e7e2979e39a req-1c645f1d-33e7-49fe-a291-1a1384981274 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1141.664595] env[65114]: INFO networking_nsxv3.common.synchronization [req-b5b21136-8b4d-4514-b46e-3e7e2979e39a req-1c645f1d-33e7-49fe-a291-1a1384981274 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.664781] env[65114]: INFO networking_nsxv3.common.synchronization [req-b5b21136-8b4d-4514-b46e-3e7e2979e39a req-1c645f1d-33e7-49fe-a291-1a1384981274 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1141.665498] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_rules [ 1141.665651] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1141.665753] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a with Priority: HIGHEST for action port [ 1141.666085] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.666202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.666395] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.666570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.666662] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-18e122d4-4c06-4378-b2a8-77bf240bfc4a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.666743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.797771] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.798633] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.845130] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-498ba682-11e1-4b8f-950c-656e1f08020c taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.845369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.845715] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.845847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.846120] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e122d4-4c06-4378-b2a8-77bf240bfc4a with status ACTIVE [ 1141.846120] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.846454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.846517] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.846800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.846950] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.848409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.848409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.848409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.848409] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a is going to be updated. [ 1141.874376] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.874600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.874679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.874952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.875147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.875323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.875912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.876134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.876230] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18e122d4-4c06-4378-b2a8-77bf240bfc4a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.301277] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.302311] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.378957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18e122d4-4c06-4378-b2a8-77bf240bfc4a with status ACTIVE [ 1142.379225] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.379368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.379531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.379734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.379826] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.380040] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.380149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.380205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.380354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.380431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.380624] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.380699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.380762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.380898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.380982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.381111] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18e122d4-4c06-4378-b2a8-77bf240bfc4a is going to be updated. [ 1142.404789] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.405013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.405013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.405239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.405414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.405522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18e122d4-4c06-4378-b2a8-77bf240bfc4a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.805515] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.805816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.805876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.806110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.806213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.806320] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1142.807709] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.807941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.808128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.808338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.808469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.808548] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c is going to be created. [ 1142.832247] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.832247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.832247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.832247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.832526] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.835844] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.836039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.836179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.836330] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.836488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.844593] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 498ba682-11e1-4b8f-950c-656e1f08020c in Status: UNINITIALIZED for 2s [ 1142.845326] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1143.668511] env[65114]: INFO networking_nsxv3.common.synchronization [req-e9354e72-3217-43da-8d0f-b5d7f219b6b4 req-69206a8e-b7b2-4216-a12d-47e0832c3106 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1143.668511] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1143.671098] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.671098] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.671098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.671098] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.176630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.176630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.176630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.176630] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1144.209574] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.209862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.209994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.210314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.210591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.221861] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1144.855494] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1144.855917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.856091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.856388] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.856786] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.856977] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.857087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.857296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.857432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.857586] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.861139] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 498ba682-11e1-4b8f-950c-656e1f08020c in Status: SUCCESS [ 1144.861422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.861652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.861932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.862221] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.862413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.862583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.862787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.862931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.863105] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.360496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.365876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.366034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.366109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.366354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.366446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.366642] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.366745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.366807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.366963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.367063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.367135] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c is going to be deleted. [ 1145.397349] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.397509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.397587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.397788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.397883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.398176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.398332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.398568] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.398682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.398762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.398927] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.399009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.399128] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.863174] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.902326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.902555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.902609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.902883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.903051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.903234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.903338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.903399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.903568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.903654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.903765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c already deleted. [ 1145.903862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.904034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.904181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.904338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.904428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.904488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.904676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.904760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.904849] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.059312] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.059526] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.059584] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.059826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.060114] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.060282] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.060470] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.060773] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.060872] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.061127] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.061236] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.061344] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.061513] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.061569] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.061667] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.061957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.082061] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.082254] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.082392] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.082570] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.082964] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-128b3859-2f20-4338-9fe5-33fbf6da8ba2 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.084053] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.084053] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.084257] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.084398] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b3859-2f20-4338-9fe5-33fbf6da8ba2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.232394] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1146.232581] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 deletion is rescheduled due to dependency. [ 1146.232725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.365893] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.366095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.366164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.366418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.366564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.366688] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1146.397240] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.397422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.397422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.397600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.397751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.406649] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.406806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.406874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.407107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.407218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.407425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.407527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.407591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.407749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.407833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.407929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c already deleted. [ 1146.408017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.408135] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.409823] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1146.586552] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.586850] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.587101] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.587395] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.587549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.587704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 128b3859-2f20-4338-9fe5-33fbf6da8ba2 not found, creating... [ 1146.587966] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.588132] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.588246] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.588462] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.588597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.588871] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.589089] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.589156] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.589348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.589525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.589690] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 is going to be created. [ 1146.611768] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.612767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.612767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.612767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.612767] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.612967] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.910998] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('498ba682-11e1-4b8f-950c-656e1f08020c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.338042] env[65114]: INFO networking_nsxv3.common.synchronization [req-1aa2a900-b0f0-4ca0-89a5-18b0096ed93b req-4cb133dd-e8b2-49ca-be28-9a998cc09d91 service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1147.338320] env[65114]: INFO networking_nsxv3.common.synchronization [req-1aa2a900-b0f0-4ca0-89a5-18b0096ed93b req-4cb133dd-e8b2-49ca-be28-9a998cc09d91 service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1147.338457] env[65114]: INFO networking_nsxv3.common.synchronization [req-1aa2a900-b0f0-4ca0-89a5-18b0096ed93b req-4cb133dd-e8b2-49ca-be28-9a998cc09d91 service nova] Enqueued Resource ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with Priority: HIGHEST for action port [ 1147.338996] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1147.339271] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1147.339399] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with Priority: HIGHEST for action port [ 1147.340089] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.340089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.340089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.340220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.340297] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.341555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.341667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.341707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.342011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.342170] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.342281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.342333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.343035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.343035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.343035] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.343451] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-128b3859-2f20-4338-9fe5-33fbf6da8ba2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.343564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.343632] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.343784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.344109] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b3859-2f20-4338-9fe5-33fbf6da8ba2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.413603] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 498ba682-11e1-4b8f-950c-656e1f08020c: rpc.has_security_group_logging(os_id): False [ 1147.434250] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.434250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.434603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.434603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.434603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.434826] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.434924] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.434975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.435504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.435635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.435695] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c is going to be created. [ 1147.455183] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c], does not exist path=[/infra/domains/default/groups/498ba682-11e1-4b8f-950c-656e1f08020c]."\n}' [ 1147.455348] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c [ 1147.455444] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1147.506527] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.506709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.506793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.507364] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.508594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.508918] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.509082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.509155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.509327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.509472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.509733] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.509857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.510279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.510484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.510572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.510666] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 498ba682-11e1-4b8f-950c-656e1f08020c is going to be created. [ 1147.533158] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c], does not exist path=[/infra/domains/default/groups/498ba682-11e1-4b8f-950c-656e1f08020c]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c [ 1147.533402] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-498ba682-11e1-4b8f-950c-656e1f08020c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.533593] env[65114]: Traceback (most recent call last): [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1147.533649] env[65114]: return func(*args, **kwargs) [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1147.533649] env[65114]: res.raise_for_status() [ 1147.533649] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1147.533649] env[65114]: raise HTTPError(http_error_msg, response=self) [ 1147.533649] env[65114]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c [ 1147.533649] env[65114]: During handling of the above exception, another exception occurred: [ 1147.533649] env[65114]: Traceback (most recent call last): [ 1147.533649] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1147.533649] env[65114]: listener.cb(fileno) [ 1147.533649] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1147.533649] env[65114]: result = function(*args, **kwargs) [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1147.533649] env[65114]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1147.533649] env[65114]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1147.533649] env[65114]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1147.533649] env[65114]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1147.533649] env[65114]: res.raise_for_status() [ 1147.533649] env[65114]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1147.533649] env[65114]: raise HTTPError(http_error_msg, response=self) [ 1147.533649] env[65114]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/498ba682-11e1-4b8f-950c-656e1f08020c [ 1147.534601] env[65114]: Removing descriptor: 70 [ 1147.846238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.846343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.846732] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.847772] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with status ACTIVE [ 1147.847968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.848138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.848239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.848549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.848593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.848967] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.848967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.848967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.849201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.849201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.849396] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.849636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.849636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.849779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.849840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.849934] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 is going to be updated. [ 1147.872963] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.873211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.873211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.873387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.873524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.873682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.352073] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.421063] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1148.421338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.421525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.421788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.421985] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.422146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.422217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.422385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.422466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.422560] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.855279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.855617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.855617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.855885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.855885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.855997] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1148.891456] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.891704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.891752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.892070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.892221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.902839] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1148.924352] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.430666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.929999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.930464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.930588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.930825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.930975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.931103] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1149.964449] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.964665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.964665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.964870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.965012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.977905] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1150.003606] env[65114]: INFO networking_nsxv3.common.synchronization [req-f6f063d4-c715-404b-b637-c5b103e5a0f4 req-02ce0175-4ade-4a67-ba13-3353631f7b55 tempest-ServerRescueTestJSONUnderV235-1891987263 tempest-ServerRescueTestJSONUnderV235-1891987263-project-member] Enqueued Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1150.004591] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 with Priority: HIGHEST for action security_group_members [ 1150.004699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.004756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.914387] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1150.914773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.914816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.915011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.915261] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.915323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.915383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.915535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.915613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.915695] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.915789] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.418665] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.418890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.418890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.419682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.419682] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.419682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.419682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.419682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.419958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.419958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.420045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.420093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.420162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.420329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.420470] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.420565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.420626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.420783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.420873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.420956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.421054] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.924552] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a7d11-e65d-40b4-a316-6411ab2ab6c2: rpc.has_security_group_logging(os_id): False [ 1151.946315] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.946315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.946315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.946315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.967083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.967370] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.967539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.967635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.967784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.967908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.968071] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.968174] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.968238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.968382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.968457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.968643] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.968753] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.968816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.968957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.969043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.969130] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1151.986115] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1151.986331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.986484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.986710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.986895] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.987020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.987089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.987240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.987319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.987401] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.034286] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.034452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.034535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.034739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.034884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.062352] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1152.392196] env[65114]: INFO networking_nsxv3.common.synchronization [req-2c3f6e95-745b-415a-bb4e-370986bf0d38 req-9a83466a-cbd4-4363-b79a-c8f0ce1a6742 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1152.392748] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1152.393060] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.393185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.393257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.393452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.393597] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.393722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.393786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.393941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.394243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.394387] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.489921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.490155] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.490328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.490588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.513131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.513421] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.513557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.513646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.513839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.513918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.514033] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1152.543345] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.543580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.543580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.543720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.543871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.556862] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1152.754772] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-934 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.755069] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.755268] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.755547] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.755814] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.755969] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.756171] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.756406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.756553] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.756767] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.756878] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.757044] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.757118] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.757230] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.757336] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.757555] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.780068] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.780265] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.780404] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.780623] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-934" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.780934] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-e5181eff-b735-42e5-ba7c-f34562bb72dc taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.781128] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.781247] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.781670] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.781751] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5181eff-b735-42e5-ba7c-f34562bb72dc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.896834] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.284190] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.284579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.284579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.284842] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.285020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.285816] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port e5181eff-b735-42e5-ba7c-f34562bb72dc not found, creating... [ 1153.285816] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.285816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.285816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.286138] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.286138] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.286383] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.286535] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.286646] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.286849] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.286977] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.287126] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: e5181eff-b735-42e5-ba7c-f34562bb72dc is going to be created. [ 1153.315619] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.315873] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.316069] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.316405] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.316679] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.317066] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.401059] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.902683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.902818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.902818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.903060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.903163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.903313] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1153.941707] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.941707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.941707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.941707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.941707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.951763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [req-2c3f6e95-745b-415a-bb4e-370986bf0d38 req-be8a73d3-5931-41ee-baf5-eb12ba514aaa service nova] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [req-2c3f6e95-745b-415a-bb4e-370986bf0d38 req-be8a73d3-5931-41ee-baf5-eb12ba514aaa service nova] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [req-2c3f6e95-745b-415a-bb4e-370986bf0d38 req-be8a73d3-5931-41ee-baf5-eb12ba514aaa service nova] Enqueued Resource ID: e5181eff-b735-42e5-ba7c-f34562bb72dc with Priority: HIGHEST for action port [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_rules [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1154.069029] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5181eff-b735-42e5-ba7c-f34562bb72dc with Priority: HIGHEST for action port [ 1154.069029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.069752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.069752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.070349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.070349] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.072164] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.072434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.072750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5181eff-b735-42e5-ba7c-f34562bb72dc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.073515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.073619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.073868] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.075045] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5181eff-b735-42e5-ba7c-f34562bb72dc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.086721] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1154.086721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.572105] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1154.572375] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 deletion is rescheduled due to dependency. [ 1154.572375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.572476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.572689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.572910] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.572993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.573079] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.573228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.573307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.573391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.573500] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.574411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.574603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.574764] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.574920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.574920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.575075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.575148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.575233] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.577096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.577203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.577371] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5181eff-b735-42e5-ba7c-f34562bb72dc with status ACTIVE [ 1154.578019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.578019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.578019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.578019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.578019] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.578296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.578296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.578296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.578464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.578572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.579377] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.579377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.579377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.579377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.579377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.579377] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5181eff-b735-42e5-ba7c-f34562bb72dc is going to be updated. [ 1154.602228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.602382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.602455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.602748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.602883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.603056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5181eff-b735-42e5-ba7c-f34562bb72dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.081788] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.081959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.082064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.082571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.082571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.082874] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.082969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.083157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.083244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.083437] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.083437] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1155.084627] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.084731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.111805] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.111805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.111805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.112021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.112176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.122701] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1155.963178] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1155.963480] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.963559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.963772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.963960] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.964104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.964201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.965103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.965103] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.965103] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.467434] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.770449] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-689 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.770699] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.770834] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.771120] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.771373] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.771826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.771826] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.771955] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.771992] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.772225] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.772336] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1156.772446] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1156.772554] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1156.772668] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1156.772811] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1156.772946] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1156.796700] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1156.796896] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1156.797087] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1156.797281] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-689" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.797784] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.798077] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.798250] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.798658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.798898] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.970387] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.136983] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1157.137198] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 deletion is rescheduled due to dependency. [ 1157.137391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.137679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.137987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.138290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.138418] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.138547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.138641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.138722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.138809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.138977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-22c92da3-5ced-4fe9-b055-608cc06691e8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.139259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.139259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.139420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.139625] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.139714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.139779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.139920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.139996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.140091] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.140192] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.302364] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.302364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.302364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.302364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.302364] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.302364] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.302878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.302878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.302878] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.303058] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.303250] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.303409] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.303525] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.303730] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.303865] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.304012] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 is going to be updated. [ 1157.329356] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.329648] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.329793] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.330091] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.330308] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.330576] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.474070] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.474070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.474070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.474070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.474070] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.474070] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1157.532389] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.532683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.532683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.532816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.532955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.545514] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1157.643165] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 22c92da3-5ced-4fe9-b055-608cc06691e8: rpc.has_security_group_logging(os_id): False [ 1157.667817] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.668044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.668099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.668361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.668473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.668772] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.668909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.669011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.669202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.669289] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.669571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.669699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.669784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.670040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.670129] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.670373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.670491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.670643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.670837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.670989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.671111] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be updated. [ 1157.751705] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.751941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.751941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.752238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.752390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.774728] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: IN_PROGRESS for 2s [ 1158.131009] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbdc78bc-05bb-492d-96db-6b962fa8dd85 req-9e8ef083-1d79-4579-9ead-e3bf05807bcf service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1158.131009] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbdc78bc-05bb-492d-96db-6b962fa8dd85 req-9e8ef083-1d79-4579-9ead-e3bf05807bcf service nova] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1158.131009] env[65114]: INFO networking_nsxv3.common.synchronization [req-dbdc78bc-05bb-492d-96db-6b962fa8dd85 req-9e8ef083-1d79-4579-9ead-e3bf05807bcf service nova] Enqueued Resource ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with Priority: HIGHEST for action port [ 1158.131009] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_rules [ 1158.131009] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1158.131690] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with Priority: HIGHEST for action port [ 1158.132295] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.132543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.132776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.133176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.133854] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.135799] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.136165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.136394] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.136812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.137228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.137502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.137979] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.140031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.140031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.140031] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.140375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.140643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.140823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.141209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.141403] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.645056] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.645748] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.646041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.646339] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 with status ACTIVE [ 1158.646451] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.646571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.646653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.646836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.646971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.647112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.647207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.647285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.647450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.647525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.647759] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.647869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.647869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.648026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.648108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.648194] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35 is going to be updated. [ 1158.670497] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.670684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.670773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.671337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.671337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.671337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c7a46e6-a6f8-4a93-ad6f-b4fc09c6dd35" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.150216] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.555481] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1159.555681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.555883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.556161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.556363] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.556521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.556629] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.556686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.556773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.556857] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.557644] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.652661] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.652895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.652942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.653367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.653367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.653479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1159.731255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.731567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.731656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.731893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.732302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.749105] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1159.794759] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 in Status: SUCCESS [ 1159.795088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.795352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.795654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.795753] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22c92da3-5ced-4fe9-b055-608cc06691e8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.060070] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.329081] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.329520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.329520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.329520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.329686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.329763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22c92da3-5ced-4fe9-b055-608cc06691e8 is going to be deleted. [ 1160.394521] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.394781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.394913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.395248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.395399] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.395616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22c92da3-5ced-4fe9-b055-608cc06691e8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.564250] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97150e61-a38e-4284-87ce-6ffbe333fb7d: rpc.has_security_group_logging(os_id): False [ 1160.584484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.584484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.584484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.586390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.616055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.616055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.616055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.616055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.616055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.616055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.616055] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1160.693577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.693784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.694226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.694226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.695048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.716860] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1161.767381] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.767381] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.767381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.767381] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.269153] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.269392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.269445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.269754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.269966] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.270176] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.270258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.270466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.270536] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.270842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.271053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.271163] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.271229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.271390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.271538] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.271628] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.271683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.271828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.271942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.272023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.272104] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.738065] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1162.738384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.775075] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 232ee760-9703-4d2d-bb93-19e082e9e8f8: rpc.has_security_group_logging(os_id): False [ 1162.796863] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.797063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.797148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.797369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.817831] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.818135] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.818259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.818329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.818672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.818714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.818936] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.819157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.819157] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.819375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.819467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.819708] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.819805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.819898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.820040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.820122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.820239] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1162.903340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.903340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.903340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.903340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.903340] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.933154] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1163.132507] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1163.132675] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1164.276747] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd86cabf-d7b8-459c-a806-212f285a47c6 req-85ee2b4b-8de4-489c-8f01-5337fd7d3798 tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1164.277433] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1164.277769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.277902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.277971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.278220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.278403] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.278521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.278607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.278807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.278898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.279024] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.332377] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-592 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.333723] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.333864] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.334171] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.334499] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.334668] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.334787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.335014] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.335457] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.335697] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.335841] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.335962] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.336086] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.336199] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.336307] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.336430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.366839] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.367014] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.367158] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.367334] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-592" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.367785] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-128b3859-2f20-4338-9fe5-33fbf6da8ba2 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.368065] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.368213] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.368502] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.368639] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b3859-2f20-4338-9fe5-33fbf6da8ba2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.782037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.782037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.782037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.782037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.793736] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.793926] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.794058] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.794323] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.794581] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.794764] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.794934] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.795180] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.795327] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.795550] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.795657] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1164.795768] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1164.795875] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1164.795984] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1164.796105] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1164.796265] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1164.806099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.806335] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.806455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.806522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.806727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.806810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.806901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1164.821294] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1164.821294] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1164.821746] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1164.821746] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.821888] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-0872e17e-622e-46f1-980e-e2f67f6e060e taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.822101] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.822231] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.822654] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.822804] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0872e17e-622e-46f1-980e-e2f67f6e060e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.841392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.841599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.841646] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.842043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.842212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.855236] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1164.871437] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.871687] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.871815] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.872183] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.872356] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.872698] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.872889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.873031] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.873275] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.873436] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.873758] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.873922] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.874157] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.874395] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.874563] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.874732] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 is going to be updated. [ 1164.900053] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.900305] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.900542] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.900707] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.900907] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.901160] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.987297] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1164.987539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.325573] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.326111] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.326111] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.326410] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.326490] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.326662] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 0872e17e-622e-46f1-980e-e2f67f6e060e not found, creating... [ 1165.326994] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.327408] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.327408] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.327695] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.327842] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.328191] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.328353] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.328452] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.328681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.328940] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.329113] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 0872e17e-622e-46f1-980e-e2f67f6e060e is going to be created. [ 1165.351696] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.352020] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.352115] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.352393] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.352634] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.352866] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.115871] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd86cabf-d7b8-459c-a806-212f285a47c6 req-8c2893b3-2911-4439-9595-defbe7810d08 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 1166.115871] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd86cabf-d7b8-459c-a806-212f285a47c6 req-8c2893b3-2911-4439-9595-defbe7810d08 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1166.115871] env[65114]: INFO networking_nsxv3.common.synchronization [req-dd86cabf-d7b8-459c-a806-212f285a47c6 req-8c2893b3-2911-4439-9595-defbe7810d08 service nova] Enqueued Resource ID: 0872e17e-622e-46f1-980e-e2f67f6e060e with Priority: HIGHEST for action port [ 1166.116432] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 1166.116575] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1166.116674] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0872e17e-622e-46f1-980e-e2f67f6e060e with Priority: HIGHEST for action port [ 1166.116965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.117106] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.117173] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.117415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.117564] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.118439] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.118540] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.119078] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-0872e17e-622e-46f1-980e-e2f67f6e060e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.119078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.119078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.119208] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.119208] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0872e17e-622e-46f1-980e-e2f67f6e060e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.147267] env[65114]: INFO networking_nsxv3.common.synchronization [req-8ea1029a-f0e2-44e2-b93c-9ab343ef6753 req-8e6b266f-4ca6-40d6-a622-c884a4ea0dd1 service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1166.147477] env[65114]: INFO networking_nsxv3.common.synchronization [req-8ea1029a-f0e2-44e2-b93c-9ab343ef6753 req-8e6b266f-4ca6-40d6-a622-c884a4ea0dd1 service nova] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1166.147760] env[65114]: INFO networking_nsxv3.common.synchronization [req-8ea1029a-f0e2-44e2-b93c-9ab343ef6753 req-8e6b266f-4ca6-40d6-a622-c884a4ea0dd1 service nova] Enqueued Resource ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with Priority: HIGHEST for action port [ 1166.148779] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_rules [ 1166.148924] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1166.149036] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with Priority: HIGHEST for action port [ 1166.149991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.150153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.150241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.150581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.150581] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.151688] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.151791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.151969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152100] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.152263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.152359] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.152512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.152569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.152773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.152849] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.154112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-128b3859-2f20-4338-9fe5-33fbf6da8ba2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.154261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.154312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.155548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.155548] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128b3859-2f20-4338-9fe5-33fbf6da8ba2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.378061] env[65114]: INFO networking_nsxv3.common.synchronization [req-96e0bf08-5382-41f6-a4f8-4209677914be req-d2376bc7-4242-44ef-94b9-413fdefefebb tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1166.378758] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1166.379169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.379294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.379362] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.379565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.379841] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.379919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.379919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.380097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.380335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.380335] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.622660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.622860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.622963] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0872e17e-622e-46f1-980e-e2f67f6e060e with status ACTIVE [ 1166.623122] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.623245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.623308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.623576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.623742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.623855] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.623955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.624023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.624184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.624263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.624450] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.624554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.624592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.624736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.624810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.624898] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0872e17e-622e-46f1-980e-e2f67f6e060e is going to be updated. [ 1166.649408] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.649747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.649747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.649960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.650133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.650345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0872e17e-622e-46f1-980e-e2f67f6e060e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.656583] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.657870] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.658028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.658390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 128b3859-2f20-4338-9fe5-33fbf6da8ba2 with status ACTIVE [ 1166.658578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.658697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.658765] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.658974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.659075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.659249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.659369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.659429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.659564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.659733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.660037] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.660037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.660143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.660223] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.660296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.660383] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 128b3859-2f20-4338-9fe5-33fbf6da8ba2 is going to be updated. [ 1166.686171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.686420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.686420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.686625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.686772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.686961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128b3859-2f20-4338-9fe5-33fbf6da8ba2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.868089] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1166.868459] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 deletion is rescheduled due to dependency. [ 1166.868459] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.868685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.868883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.869112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.869298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.869346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.869505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.869655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.869732] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.884467] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.884655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.884748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.885060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.917965] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.918226] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.918832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.918832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.918832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.918832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.918832] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1166.949053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.949244] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.949286] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.949481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.949678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.961354] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1167.159263] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.372090] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.662090] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.662449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.662507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.663194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.663194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.663194] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1167.700028] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.700356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.700356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.700534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.700737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1167.878152] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.383450] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.383630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.383696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.383896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.383982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.388062] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1168.422406] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.422406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.422406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.422557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.422650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.433211] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1168.976741] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1168.977164] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1168.977164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.725740] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1169.726232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.726232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.726351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.726763] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.727033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.727169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.727378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.727471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.727607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.727667] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.232882] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.233140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.233181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.233422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.233593] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.233704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.233772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.233931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.234033] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.234343] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.234550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.234550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.234800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.234989] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.235118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.235198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.235817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.235912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.236112] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.447784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1170.447784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.447784] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.448073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.448267] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.448465] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.448600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.448956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.449051] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.449272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.449541] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.596775] env[65114]: INFO networking_nsxv3.common.synchronization [req-59969411-db07-445f-b931-6953b5611b62 req-ce284188-e803-4fce-8e0f-3291fb71eeef tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1170.598239] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1170.598239] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.598239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.598239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.598432] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.598474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.598512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.598763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.598827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.598924] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.739485] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cd1a7d11-e65d-40b4-a316-6411ab2ab6c2: rpc.has_security_group_logging(os_id): False [ 1170.769418] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.769808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.769959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.770320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.770320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.772095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.772095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.772095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.772095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.773380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.773380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.773380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.773380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.773380] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1170.867571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.867571] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.867823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.868895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.868895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.887739] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1170.952972] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.994539] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-846 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.994733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.994861] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.995168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.995441] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.995599] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.995718] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.995989] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.996152] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.996369] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.996484] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1170.996591] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1170.996697] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1170.996832] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1170.996948] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1170.997106] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1171.022087] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1171.022327] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1171.022470] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1171.022657] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-846" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.022988] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-d1e62545-7f1d-4017-b437-72e0835eb44d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.023181] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.023304] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.023659] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.023880] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e62545-7f1d-4017-b437-72e0835eb44d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.103614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.103614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.103884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.104145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.104577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.104959] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.105179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.105302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.105599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.106231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.106231] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1171.154632] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.154840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.154840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.155087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.155241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.172106] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1171.457045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 1171.477880] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.478140] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.478213] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.478403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.478498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.478807] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.478905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.478958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.479109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.479178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.479271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1171.526316] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.526811] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.526939] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.527442] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.527698] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.527919] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port d1e62545-7f1d-4017-b437-72e0835eb44d not found, creating... [ 1171.528199] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.528391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.528513] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.528757] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.528902] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.529212] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.529371] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.529488] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.529753] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.529898] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.530091] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: d1e62545-7f1d-4017-b437-72e0835eb44d is going to be created. [ 1171.560098] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.560332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.560445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.560711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.560921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.563037] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.563244] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.563403] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.563717] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.563832] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.564092] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.581138] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1172.356652] env[65114]: INFO networking_nsxv3.common.synchronization [req-59969411-db07-445f-b931-6953b5611b62 req-e904f5cd-f7cc-46e6-8bdc-56b431fde90c service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1172.356951] env[65114]: INFO networking_nsxv3.common.synchronization [req-59969411-db07-445f-b931-6953b5611b62 req-e904f5cd-f7cc-46e6-8bdc-56b431fde90c service nova] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1172.357177] env[65114]: INFO networking_nsxv3.common.synchronization [req-59969411-db07-445f-b931-6953b5611b62 req-e904f5cd-f7cc-46e6-8bdc-56b431fde90c service nova] Enqueued Resource ID: d1e62545-7f1d-4017-b437-72e0835eb44d with Priority: HIGHEST for action port [ 1172.357848] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_rules [ 1172.358364] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1172.358689] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1e62545-7f1d-4017-b437-72e0835eb44d with Priority: HIGHEST for action port [ 1172.359760] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.359981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.360177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.360907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.361081] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.362431] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.362960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.363320] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1e62545-7f1d-4017-b437-72e0835eb44d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.363732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.363875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.364153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.364289] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1e62545-7f1d-4017-b437-72e0835eb44d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.867420] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.867976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.867976] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1e62545-7f1d-4017-b437-72e0835eb44d with status ACTIVE [ 1172.867976] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.868249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.868249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.868385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.868537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.868684] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.868776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.868850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.869029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.869177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.869283] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.869430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.869491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.869636] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.869773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.869855] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1e62545-7f1d-4017-b437-72e0835eb44d is going to be updated. [ 1172.897594] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.897896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.897896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.898055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.898130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.898301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1e62545-7f1d-4017-b437-72e0835eb44d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.906980] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1172.907254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.207077] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1173.207386] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1173.207584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.207988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.208349] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.208478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.208599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.208666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.208828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.208911] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.209028] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.596754] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1173.596972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.713978] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.216497] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.721768] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.721999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.722089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.722385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.722531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.722677] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1174.756772] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.756978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.757096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.757391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.757761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.768391] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1176.784301] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1176.784565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786477] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.786477] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.289723] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.289921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.289962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.290485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.290600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.290691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.290912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.291011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.291131] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.291322] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.291439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.291505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.291700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.291858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.291986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.292083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.292429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.292429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.292429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.292556] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.360110] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1177.360283] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1177.795034] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b6a3cf46-74df-40e7-87ea-20a53baeee15: rpc.has_security_group_logging(os_id): False [ 1177.815136] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.815385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.815500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.815828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.815986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.816335] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.816502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.816611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.816858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.816991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.818034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.818034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.818034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.818034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.818269] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.818269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.818269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.818472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.818472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.818608] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1177.903619] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.903824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.903863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.904132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.904296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.962439] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1179.503729] env[65114]: INFO networking_nsxv3.common.synchronization [req-ae466f8f-4ad4-47f8-a935-d4153fc241ea req-dc3b1d54-c80a-4aa1-a029-5929b13b63cd tempest-AttachVolumeTestJSON-3426345 tempest-AttachVolumeTestJSON-3426345-project-member] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1179.504221] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGHEST for action security_group_members [ 1179.504539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.504650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.504709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.504948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.505122] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.505212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.505279] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.505698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.505698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.505698] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.982965] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1179.983270] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.008555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.008736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.008800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.009040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.032833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.033231] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.033405] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.033504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.034043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.034043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.034167] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36854c7d-d31c-4523-867b-d485e1859392 is going to be updated. [ 1180.072559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.072731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.072805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.073035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.073187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.086658] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: IN_PROGRESS for 2s [ 1181.030291] env[65114]: INFO networking_nsxv3.common.synchronization [req-a9df3e20-2470-4534-a404-0cefc890eef2 req-9446f017-fe65-4259-ac9a-48cf7ce9eac2 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1181.030933] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1181.031460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.031600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.032093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.032509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.032692] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.032798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.032869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.033225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.033387] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.033493] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.537231] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.537413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.537488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.537754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.566025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.566025] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.566025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.566025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.566025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.566025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.566025] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1181.595970] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.596423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.596606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.596916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.597187] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.607633] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1182.097606] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36854c7d-d31c-4523-867b-d485e1859392 in Status: SUCCESS [ 1182.098024] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36854c7d-d31c-4523-867b-d485e1859392 deletion is rescheduled due to dependency. [ 1182.098024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.200144] env[65114]: INFO networking_nsxv3.common.synchronization [req-6ac75c41-1d64-4e41-bf49-1ba3d2761140 req-dea986a9-6b7a-43a5-a1c1-3a9e1168422b tempest-ServerDiskConfigTestJSON-1112458225 tempest-ServerDiskConfigTestJSON-1112458225-project-member] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1183.200729] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGHEST for action security_group_members [ 1183.201297] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.201297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.201699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.201699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.201891] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.202053] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.202201] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.202426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.202564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.202697] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.618608] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1183.618608] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b deletion is rescheduled due to dependency. [ 1183.618608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.705234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.705429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.705516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.705726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.705801] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.706034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.706141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.706205] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.706360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.706455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.706528] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be updated. [ 1183.765992] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.765992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.765992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.765992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.765992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.776303] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: IN_PROGRESS for 2s [ 1184.500125] env[65114]: INFO networking_nsxv3.common.synchronization [req-d006a410-712d-46da-b28a-db1445209b61 req-7f9e49ac-3c81-4093-98d1-d2ad25c7431f tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1184.500700] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1184.502197] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.502305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.502358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.502781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.502781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.502998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.502998] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.503084] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.503195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.503373] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.006085] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.508696] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.788801] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 in Status: SUCCESS [ 1185.789077] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 deletion is rescheduled due to dependency. [ 1185.789209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.014987] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.014987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.014987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.014987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.014987] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.014987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be updated. [ 1186.050867] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.050867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.050867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.050867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.050867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.061732] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1186.136573] env[65114]: INFO networking_nsxv3.common.synchronization [req-da197a6c-200e-4a92-9ec9-8511ae52f3e3 req-85b8bed0-6a8e-40d6-adfd-9952b5dfa4e2 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1186.137153] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 with Priority: HIGHEST for action security_group_members [ 1186.137460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.137577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.137974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.138195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.138369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.139115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.139115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.139115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.139115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.139115] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dbe30bd-ea94-4ec8-b84d-80bf448f59d0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.641943] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.642360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.642360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.642594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.670097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.670374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.670504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.670613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.670791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.670890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.670984] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 is going to be updated. [ 1186.701315] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.701576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.701576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.701739] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.701888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.711636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: IN_PROGRESS for 2s [ 1188.071945] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1188.072314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.725531] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 in Status: SUCCESS [ 1188.725724] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dbe30bd-ea94-4ec8-b84d-80bf448f59d0 deletion is rescheduled due to dependency. [ 1188.725863] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dbe30bd-ea94-4ec8-b84d-80bf448f59d0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.545470] env[65114]: INFO networking_nsxv3.common.synchronization [req-34d66262-0c35-4613-8ab6-e899f4a0db6e req-28c57791-bcac-4e9f-a5a0-3d30a2c9849a tempest-ServersNegativeTestJSON-1352667825 tempest-ServersNegativeTestJSON-1352667825-project-member] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1190.546090] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGHEST for action security_group_members [ 1190.546532] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.546683] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.546763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.546974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.547147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.547247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.547312] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.547460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.547545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.547637] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.050421] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.050567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.050610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.050861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.050960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.051205] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.051313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.051376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.051672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.051672] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.051783] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be updated. [ 1191.085273] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.085404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.085446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.085721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.085914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.097652] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: IN_PROGRESS for 2s [ 1191.326096] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a45dd159-ae09-42d0-ae6b-1b6543425010 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1191.326949] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1191.326949] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.327049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.327083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.327514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.327600] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.399929] env[65114]: INFO networking_nsxv3.common.synchronization [None req-eca9b935-e33d-4af3-a46b-a74edfbcd238 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1191.400455] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1191.400899] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.401021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.849861] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.850304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.850304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.850304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.850441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.850479] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 already deleted. [ 1191.850547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.850691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.850871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.850976] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.376373] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.376373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.376373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.376373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.376373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.376373] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 already deleted. [ 1192.376373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.418637] env[65114]: INFO networking_nsxv3.common.synchronization [None req-32c7a052-f366-4a81-ab1f-c0080e5d8640 None None] Enqueued Resource ID: 97a0f376-527a-41a8-8e17-58d2a24ab021 with Priority: HIGHEST for action port [ 1192.419290] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97a0f376-527a-41a8-8e17-58d2a24ab021 with Priority: HIGHEST for action port [ 1192.419622] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-97a0f376-527a-41a8-8e17-58d2a24ab021 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.419837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97a0f376-527a-41a8-8e17-58d2a24ab021" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.419837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97a0f376-527a-41a8-8e17-58d2a24ab021" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.420541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97a0f376-527a-41a8-8e17-58d2a24ab021" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.420541] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97a0f376-527a-41a8-8e17-58d2a24ab021',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.473405] env[65114]: INFO networking_nsxv3.common.synchronization [req-c386c58c-098a-441d-a73e-29344f71dd44 req-09564c21-bd70-4f4b-8f62-20b57e584dd2 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1192.474576] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e with Priority: HIGHEST for action security_group_members [ 1192.474894] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.475030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.475107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.475386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.475547] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.475652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.475752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.475872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.475955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.476645] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.924612] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97a0f376-527a-41a8-8e17-58d2a24ab021 [ 1192.924941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.925147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.925225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.925452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.925541] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.925683] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97a0f376-527a-41a8-8e17-58d2a24ab021 already deleted. [ 1192.925847] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97a0f376-527a-41a8-8e17-58d2a24ab021" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.979422] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.979649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.979751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.980075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.003567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.003838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.003990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.004072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.004292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.004375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.004468] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e is going to be updated. [ 1193.033492] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.033762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.033909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.034235] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.034416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.045929] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: IN_PROGRESS for 2s [ 1193.110071] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 in Status: SUCCESS [ 1193.110578] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 deletion is rescheduled due to dependency. [ 1193.111023] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.625737] env[65114]: INFO networking_nsxv3.common.synchronization [req-73dbf002-d820-41de-b196-49c31f1d834f req-4d0aa6dc-9adf-4f9c-917e-53bdc45ab3b0 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1193.627335] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1193.627335] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.627335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.627335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.627335] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.627576] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.627576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.627576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.627736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.627818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.627912] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.053948] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.054357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.054357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.054582] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.054851] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.055016] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.055576] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.055816] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.056093] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.056341] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.056460] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1194.056561] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1194.056664] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1194.056776] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1194.056882] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1194.057024] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1194.076582] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1194.076753] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1194.076890] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1194.077090] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.077421] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-efece736-7c66-41fa-b7ac-3a6cfdd667e7 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.077591] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.077713] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.078112] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.078251] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efece736-7c66-41fa-b7ac-3a6cfdd667e7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.130413] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.130413] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.130631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.130631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.130786] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.130884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.130884] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.131049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.131132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.131205] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1194.163161] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.163382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.163455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.163655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.163807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.174235] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1194.580833] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.581146] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.581193] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.581647] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.581647] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.581746] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port efece736-7c66-41fa-b7ac-3a6cfdd667e7 not found, creating... [ 1194.582053] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.582351] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.582420] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.582586] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.582721] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.582999] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.583168] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.583530] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.583530] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.583706] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.583747] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 is going to be created. [ 1194.605646] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.605908] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.605908] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.606153] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.606355] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.606688] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.708683] env[65114]: INFO networking_nsxv3.common.synchronization [None req-12dc882a-9f55-4158-8a50-857ae7d9a3ae None None] Enqueued Resource ID: 8aaa37d3-cbe7-410a-8367-9968a974e77b with Priority: HIGHEST for action port [ 1194.709545] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8aaa37d3-cbe7-410a-8367-9968a974e77b with Priority: HIGHEST for action port [ 1194.710029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8aaa37d3-cbe7-410a-8367-9968a974e77b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.710240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8aaa37d3-cbe7-410a-8367-9968a974e77b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.710374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8aaa37d3-cbe7-410a-8367-9968a974e77b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.710785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8aaa37d3-cbe7-410a-8367-9968a974e77b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.710999] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8aaa37d3-cbe7-410a-8367-9968a974e77b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.056636] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e in Status: SUCCESS [ 1195.056636] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e deletion is rescheduled due to dependency. [ 1195.056993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.215472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8aaa37d3-cbe7-410a-8367-9968a974e77b [ 1195.215472] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.215472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.215472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.215472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.215472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.215472] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8aaa37d3-cbe7-410a-8367-9968a974e77b already deleted. [ 1195.215472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8aaa37d3-cbe7-410a-8367-9968a974e77b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.324985] env[65114]: INFO networking_nsxv3.common.synchronization [req-73dbf002-d820-41de-b196-49c31f1d834f req-1c7377ed-380d-44b1-a008-38ad22ecc621 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1195.325194] env[65114]: INFO networking_nsxv3.common.synchronization [req-73dbf002-d820-41de-b196-49c31f1d834f req-1c7377ed-380d-44b1-a008-38ad22ecc621 service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1195.325345] env[65114]: INFO networking_nsxv3.common.synchronization [req-73dbf002-d820-41de-b196-49c31f1d834f req-1c7377ed-380d-44b1-a008-38ad22ecc621 service nova] Enqueued Resource ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 with Priority: HIGHEST for action port [ 1195.325862] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1195.325993] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1195.326108] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 with Priority: HIGHEST for action port [ 1195.326372] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.326488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.326553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.326755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.326840] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.331489] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.331601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.333545] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-efece736-7c66-41fa-b7ac-3a6cfdd667e7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.333545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.333545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.333545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.333545] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efece736-7c66-41fa-b7ac-3a6cfdd667e7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.834509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.835841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.836100] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efece736-7c66-41fa-b7ac-3a6cfdd667e7 with status ACTIVE [ 1195.836332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.836492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.836572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.836962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.836962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.837171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.837274] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.837333] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.837496] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.837583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.837750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.837879] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.838579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.839233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.839344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.839452] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 is going to be updated. [ 1195.863362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.863860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.863860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.863860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.864273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.864273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.184868] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1196.185258] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b deletion is rescheduled due to dependency. [ 1196.185258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.185355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.185545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.185729] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.185842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.185907] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.186093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.186178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.186272] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.689160] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.191883] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.694645] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.694813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.694888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.695166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.695264] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.695397] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1197.730783] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.730957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.731083] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.731396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.731609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.743714] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1197.978771] env[65114]: INFO networking_nsxv3.common.synchronization [None req-6ff860e8-c449-471d-b03c-9d458acb76c6 tempest-AttachInterfacesTestJSON-1187580786 tempest-AttachInterfacesTestJSON-1187580786-project-member] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1197.979403] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGHEST for action security_group_members [ 1197.979659] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.979783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.979853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.980273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.980482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.981017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.982135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.982135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.982135] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.982135] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.177955] env[65114]: INFO networking_nsxv3.common.synchronization [req-c64346ff-2e78-45a9-8327-186f256323d9 req-2c76cf50-a0cd-4a8e-99f6-486764f21a26 tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1198.178529] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGHEST for action security_group_members [ 1198.178839] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.178963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.179090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.179323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.179485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.179570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.179711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.180066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.180066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.180066] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.484462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.484771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.484771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.484904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.484989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.485216] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.485317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.485391] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.485560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.486311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.486311] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be updated. [ 1198.514446] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.514627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.514694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.514900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.515043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.526081] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: IN_PROGRESS for 2s [ 1198.682609] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.682766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.682839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.683073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.714570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.714857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.714982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.715238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.715575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.715706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.715853] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 is going to be updated. [ 1198.775409] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.775667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.775667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.775865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.776011] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.786886] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: IN_PROGRESS for 2s [ 1199.558685] env[65114]: INFO networking_nsxv3.common.synchronization [req-2a3a35be-a233-4a0e-9f84-48e4748dc475 req-a2b7fd15-a620-48eb-b9d0-b7a3388fcf62 tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1199.559263] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1199.559564] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.559684] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.559754] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.560272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.560730] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.560730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.560730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.560900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.561090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.561152] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.756386] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1199.756638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.756838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.757113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.757397] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.758502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.758502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.758502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.758502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.758502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.758502] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.909903] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-998 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.910258] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.911348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.911348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.911348] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.911348] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.911579] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.912594] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.912594] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.912594] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.912594] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1199.912594] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1199.912841] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1199.912966] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1199.913125] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1199.914102] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1199.939732] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1199.940211] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1199.940492] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1199.940772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-998" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.941215] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.942060] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.943339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.943339] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.943339] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a50fc2-1da3-495d-92c8-96ab3f3095ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.063588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.063757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.063830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.064108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.064207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.064426] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.064530] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.064593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.064750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.064824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.064946] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 already deleted. [ 1200.065126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.260506] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.446272] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.446548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.446690] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.446991] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.447270] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.447356] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port b3a50fc2-1da3-495d-92c8-96ab3f3095ac not found, creating... [ 1200.447639] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.447854] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.447988] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.448266] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.448426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.448740] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.448904] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.449035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.449285] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.449477] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.449642] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: b3a50fc2-1da3-495d-92c8-96ab3f3095ac is going to be created. [ 1200.471236] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.471468] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.471592] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.472303] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.472303] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.472655] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.534104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 in Status: SUCCESS [ 1200.534402] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 deletion is rescheduled due to dependency. [ 1200.534527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.762349] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb26caf-d0d5-4562-a561-695aa6cb6e3b: rpc.has_security_group_logging(os_id): False [ 1200.784014] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.784185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.784266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.784485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.784590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.784941] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.785071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.785159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.785414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.785514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.785611] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1200.799040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 in Status: SUCCESS [ 1200.799256] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 deletion is rescheduled due to dependency. [ 1200.799380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.852410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.852618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.852618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.852771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.852918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.869518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1201.184721] env[65114]: INFO networking_nsxv3.common.synchronization [req-2a3a35be-a233-4a0e-9f84-48e4748dc475 req-70eaaa1a-90c4-41ea-a24b-45a6a3bb5440 service nova] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1201.184973] env[65114]: INFO networking_nsxv3.common.synchronization [req-2a3a35be-a233-4a0e-9f84-48e4748dc475 req-70eaaa1a-90c4-41ea-a24b-45a6a3bb5440 service nova] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1201.185135] env[65114]: INFO networking_nsxv3.common.synchronization [req-2a3a35be-a233-4a0e-9f84-48e4748dc475 req-70eaaa1a-90c4-41ea-a24b-45a6a3bb5440 service nova] Enqueued Resource ID: b3a50fc2-1da3-495d-92c8-96ab3f3095ac with Priority: HIGHEST for action port [ 1201.185654] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_rules [ 1201.185789] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1201.185888] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a50fc2-1da3-495d-92c8-96ab3f3095ac with Priority: HIGHEST for action port [ 1201.186357] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.186527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.186668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.186885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.187015] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.188220] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.188337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.188406] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.188626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.188778] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.189439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.189519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.189824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.189824] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.189969] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.190765] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.190878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.190955] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.191123] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.191198] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a50fc2-1da3-495d-92c8-96ab3f3095ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.693299] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.694562] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.694756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.697556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3a50fc2-1da3-495d-92c8-96ab3f3095ac with status ACTIVE [ 1201.697749] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.697749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.697921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.698169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.698299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.698583] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.698783] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.698840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.699124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.699221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.699493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.699643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.699757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.699994] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.700127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.700659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3a50fc2-1da3-495d-92c8-96ab3f3095ac is going to be updated. [ 1201.722401] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.722583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.722676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.722887] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.723046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.723217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a50fc2-1da3-495d-92c8-96ab3f3095ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.817642] env[65114]: INFO networking_nsxv3.common.synchronization [req-beda0dc8-bc5c-4742-a784-79da96eb3f46 req-f204f180-0654-492b-9cee-fd069c0c7038 tempest-ServerAddressesTestJSON-1583797943 tempest-ServerAddressesTestJSON-1583797943-project-member] Enqueued Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1201.818294] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1201.818590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.818766] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.819379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.819379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.819379] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.819379] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.819575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.819575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.819652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.819713] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.157398] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-796 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.157595] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-796" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.157719] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-796" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.158065] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-796" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.158332] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.158488] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.158604] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.160603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.160603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.160603] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.160603] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1202.160603] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1202.160603] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1202.160603] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1202.160603] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1202.160603] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1202.189510] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1202.189719] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1202.189820] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1202.190106] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-796" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.190664] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-f90d7062-06c2-4a70-9efd-2d26c104c4cc taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.190664] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.190831] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.191144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.191277] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d7062-06c2-4a70-9efd-2d26c104c4cc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.196020] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.322136] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.322331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.322374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.322580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.322656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.322864] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.323291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.323291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.323291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.323291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.323470] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d2c442-193f-4088-a546-06455bdf3629 already deleted. [ 1202.323470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.694373] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.694751] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.694948] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.696035] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.696158] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.696366] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port f90d7062-06c2-4a70-9efd-2d26c104c4cc not found, creating... [ 1202.696787] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.697057] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.697249] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.697597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.697817] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.698305] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.698557] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.698732] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.699067] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.699290] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.699518] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: f90d7062-06c2-4a70-9efd-2d26c104c4cc is going to be created. [ 1202.701166] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.701344] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.701452] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.701640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.701726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.701840] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 is going to be created. [ 1202.725860] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.726237] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.726554] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.726554] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.726788] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.727102] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.731672] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.731859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.731908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.732104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.732288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.743502] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: UNINITIALIZED for 2s [ 1202.892467] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1202.892840] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.463937] env[65114]: INFO networking_nsxv3.common.synchronization [req-beda0dc8-bc5c-4742-a784-79da96eb3f46 req-13adce11-3aa0-4234-a7a5-21c5c480401d service nova] Enqueued Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_rules [ 1203.464143] env[65114]: INFO networking_nsxv3.common.synchronization [req-beda0dc8-bc5c-4742-a784-79da96eb3f46 req-13adce11-3aa0-4234-a7a5-21c5c480401d service nova] Enqueued Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1203.464279] env[65114]: INFO networking_nsxv3.common.synchronization [req-beda0dc8-bc5c-4742-a784-79da96eb3f46 req-13adce11-3aa0-4234-a7a5-21c5c480401d service nova] Enqueued Resource ID: f90d7062-06c2-4a70-9efd-2d26c104c4cc with Priority: HIGHEST for action port [ 1203.465104] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_rules [ 1203.465104] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1203.465104] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90d7062-06c2-4a70-9efd-2d26c104c4cc with Priority: HIGHEST for action port [ 1203.465291] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.465427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.465469] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.465718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.465801] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.467539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.467656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.467733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.467944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.468063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.468172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.468233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.468363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.468448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.468537] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.469757] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90d7062-06c2-4a70-9efd-2d26c104c4cc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.469757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.469757] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.470026] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.470026] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d7062-06c2-4a70-9efd-2d26c104c4cc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.968461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.968809] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.972769] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f90d7062-06c2-4a70-9efd-2d26c104c4cc with status ACTIVE [ 1203.973013] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.973168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.973248] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.973519] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.973621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.973946] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.974014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.974086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.974337] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.974486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.974929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.974929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.974929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.975071] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.975243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.975243] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f90d7062-06c2-4a70-9efd-2d26c104c4cc is going to be updated. [ 1203.976587] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.005540] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.005810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.005810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.006032] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.006110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.006267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90d7062-06c2-4a70-9efd-2d26c104c4cc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.480278] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.753172] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: SUCCESS [ 1204.753412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.753952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.754183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.754375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.754492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.754557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.754701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.754781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.754866] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.754957] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.986706] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.987088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.987088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.987239] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.987295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.987427] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d2c442-193f-4088-a546-06455bdf3629 is going to be created. [ 1205.014465] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.014677] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.014759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.014942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.015113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.024386] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: UNINITIALIZED for 2s [ 1205.257385] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.759880] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8: rpc.has_security_group_logging(os_id): False [ 1205.780136] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.780560] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.780630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.780974] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.781152] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.781566] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.781728] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.781867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.782166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.782308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.782448] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 is going to be created. [ 1205.860725] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.860971] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.861066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.861376] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.861713] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.877201] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: IN_PROGRESS for 2s [ 1207.036345] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: SUCCESS [ 1207.036345] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.037285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.037285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.037551] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.037551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.037698] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.037749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.037823] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.037958] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.038106] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.540429] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.540609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.540675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.540912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.541130] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.541247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.541343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.541534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.541623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.541717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.541873] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.541968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.542044] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.542191] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.542351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.542444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.542504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.542642] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.542718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.542798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.542886] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.890322] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: SUCCESS [ 1207.890790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.045348] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20d2c442-193f-4088-a546-06455bdf3629: rpc.has_security_group_logging(os_id): False [ 1208.065233] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.065434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.065529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.065799] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.065904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.066200] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.066326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.066396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.066587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.066689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.067165] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.067299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.067381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.067558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.067652] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.067894] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.068024] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.068108] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.068275] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.068392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.068508] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d2c442-193f-4088-a546-06455bdf3629 is going to be created. [ 1208.153484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.153707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.153773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.154037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.154242] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.167463] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: IN_PROGRESS for 2s [ 1208.465898] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.465992] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1210.187803] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: SUCCESS [ 1210.188189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.161742] env[65114]: INFO networking_nsxv3.common.synchronization [req-22ea4f76-24cf-4881-950b-903a05ba2079 req-44d424ab-5ab1-49e4-b8aa-5a316c6b423b tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1213.162243] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1213.162552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.162676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.162745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.162934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.163094] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.163196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.163258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.163403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.163486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.163576] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.666318] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.168411] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.181267] env[65114]: INFO networking_nsxv3.common.synchronization [req-1976bcb9-9e48-4f4d-8835-f1e45da50212 req-0890ffbc-a830-4de5-a284-6fa9a61b1239 tempest-ServerAddressesTestJSON-1583797943 tempest-ServerAddressesTestJSON-1583797943-project-member] Enqueued Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1214.182374] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGHEST for action security_group_members [ 1214.182374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.182374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.182374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.182780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.182780] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.182780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.183146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.183146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.183146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.184409] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.671553] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.671749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.671862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.672149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.672273] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.672374] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be updated. [ 1214.688418] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.688673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.688673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.688830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.688919] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.689131] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.689236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.689297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.689449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.689524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.689611] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d2c442-193f-4088-a546-06455bdf3629 is going to be updated. [ 1214.725938] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.726228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.726228] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.726436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.726589] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.735300] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1214.741445] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.741445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.741445] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.741681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.741745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.750273] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: IN_PROGRESS for 2s [ 1216.747357] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1216.747751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.760609] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20d2c442-193f-4088-a546-06455bdf3629 in Status: SUCCESS [ 1216.760895] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20d2c442-193f-4088-a546-06455bdf3629 deletion is rescheduled due to dependency. [ 1216.761098] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.183289] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.183289] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1219.875401] env[65114]: INFO networking_nsxv3.common.synchronization [req-a80380f0-27f7-43b7-bc13-e6b82e80129e req-9133a41e-bca1-44be-b911-46bb211fb0bf tempest-ServerRescueNegativeTestJSON-1954234138 tempest-ServerRescueNegativeTestJSON-1954234138-project-member] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1219.876054] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGHEST for action security_group_members [ 1219.876415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.876564] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.876649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.876886] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.877234] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.877361] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.877436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.877620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.877726] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.877824] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.381179] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.381179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.381179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.381796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.409381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.409621] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.409827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.409827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.410013] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.410156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.410289] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be updated. [ 1220.455773] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.455993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.455993] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.456421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.456584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.467784] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: IN_PROGRESS for 2s [ 1222.479681] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12e33a34-eba3-4719-bcfd-285d6d545207 in Status: SUCCESS [ 1222.479992] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 deletion is rescheduled due to dependency. [ 1222.479992] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.314504] env[65114]: INFO networking_nsxv3.common.synchronization [None req-49116fba-0733-40a9-b5fc-e8af27a768c0 None None] Enqueued Resource ID: 37460d05-4d8f-4a8e-9c85-1f6374cf4283 with Priority: HIGHEST for action port [ 1224.315056] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37460d05-4d8f-4a8e-9c85-1f6374cf4283 with Priority: HIGHEST for action port [ 1224.315367] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-37460d05-4d8f-4a8e-9c85-1f6374cf4283 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.315503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37460d05-4d8f-4a8e-9c85-1f6374cf4283" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.315600] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37460d05-4d8f-4a8e-9c85-1f6374cf4283" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.315798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37460d05-4d8f-4a8e-9c85-1f6374cf4283" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.315914] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37460d05-4d8f-4a8e-9c85-1f6374cf4283',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.821781] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37460d05-4d8f-4a8e-9c85-1f6374cf4283 [ 1224.823147] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.823147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.823147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.823147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.823147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.823147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37460d05-4d8f-4a8e-9c85-1f6374cf4283 already deleted. [ 1224.823147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37460d05-4d8f-4a8e-9c85-1f6374cf4283" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.533942] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e3213db5-2540-41cb-8e2c-059deee6127b None None] Enqueued Resource ID: 680a44d4-1def-4d18-ad84-89c9da4382e3 with Priority: HIGHEST for action port [ 1226.533942] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 680a44d4-1def-4d18-ad84-89c9da4382e3 with Priority: HIGHEST for action port [ 1226.533942] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-680a44d4-1def-4d18-ad84-89c9da4382e3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.533942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-680a44d4-1def-4d18-ad84-89c9da4382e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.533942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-680a44d4-1def-4d18-ad84-89c9da4382e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.534383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-680a44d4-1def-4d18-ad84-89c9da4382e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.534383] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('680a44d4-1def-4d18-ad84-89c9da4382e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.036632] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 680a44d4-1def-4d18-ad84-89c9da4382e3 [ 1227.036978] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.037195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.037299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.037595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.037750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.037886] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:680a44d4-1def-4d18-ad84-89c9da4382e3 already deleted. [ 1227.038043] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-680a44d4-1def-4d18-ad84-89c9da4382e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.320961] env[65114]: INFO networking_nsxv3.common.synchronization [req-402ddea4-b75e-4f1d-8057-27fe9c33f6a2 req-3d6c7237-cf5d-465a-8103-eda786626b0d tempest-ServerAddressesNegativeTestJSON-818265544 tempest-ServerAddressesNegativeTestJSON-818265544-project-member] Enqueued Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1230.321543] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1230.321851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.321972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.322056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.322348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.322517] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.322966] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.323050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.323211] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.323302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.323409] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.598021] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.598021] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.598021] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.598589] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.598908] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.599145] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1230.599369] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1230.599568] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1230.599772] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1230.599968] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1230.600229] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1230.623738] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1230.623910] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1230.624694] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1230.624694] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-446" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.624694] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-e34a669e-4712-43e8-a206-9a3be8c88aec taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.624960] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.624960] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.625586] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.625586] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34a669e-4712-43e8-a206-9a3be8c88aec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.668693] env[65114]: INFO networking_nsxv3.common.synchronization [req-e24ccf46-9f9c-4921-8590-9e7b4a22e35c req-d40188fe-ae56-4330-8775-3449581a0766 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1230.669233] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1230.669543] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.669668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.669734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.669928] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.670259] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.670641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.670641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.670641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.670819] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.670819] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.826411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.826411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.826411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.826411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.826411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.826411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.826759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.826759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.826759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.826759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.826956] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 already deleted. [ 1230.826956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.128311] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.128550] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.128652] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.128943] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.129148] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.129339] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port e34a669e-4712-43e8-a206-9a3be8c88aec not found, creating... [ 1231.129679] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.129848] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.129961] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.130333] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.130549] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.130849] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.131026] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.131221] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.131465] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.131606] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.131747] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: e34a669e-4712-43e8-a206-9a3be8c88aec is going to be created. [ 1231.153208] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.153414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.153532] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.153804] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.154044] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.154272] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.173894] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.676425] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.834557] env[65114]: INFO networking_nsxv3.common.synchronization [req-402ddea4-b75e-4f1d-8057-27fe9c33f6a2 req-71b90241-79a6-42ad-8ff5-a49cc4e8b445 service nova] Enqueued Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_rules [ 1231.834557] env[65114]: INFO networking_nsxv3.common.synchronization [req-402ddea4-b75e-4f1d-8057-27fe9c33f6a2 req-71b90241-79a6-42ad-8ff5-a49cc4e8b445 service nova] Enqueued Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1231.834557] env[65114]: INFO networking_nsxv3.common.synchronization [req-402ddea4-b75e-4f1d-8057-27fe9c33f6a2 req-71b90241-79a6-42ad-8ff5-a49cc4e8b445 service nova] Enqueued Resource ID: e34a669e-4712-43e8-a206-9a3be8c88aec with Priority: HIGHEST for action port [ 1231.834938] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_rules [ 1231.835088] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1231.835190] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e34a669e-4712-43e8-a206-9a3be8c88aec with Priority: HIGHEST for action port [ 1231.835487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.835613] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.835681] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.835935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.836486] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.838172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.838172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.838172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.839057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.839057] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.839057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.839057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.839315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.839315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.839315] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.840471] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e34a669e-4712-43e8-a206-9a3be8c88aec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.840611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.840654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.841326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.841420] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e34a669e-4712-43e8-a206-9a3be8c88aec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.179248] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.179425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.179497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.179710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.179796] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.179895] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1232.222910] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.223132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.223132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.223493] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.223557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.232743] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1232.338734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.338968] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.343292] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.344246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e34a669e-4712-43e8-a206-9a3be8c88aec with status ACTIVE [ 1232.344441] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.345025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.345025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.345025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.345025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.345199] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.345266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.345266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.345415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.345492] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.345668] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.345760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.345844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.347041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.347146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.347244] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e34a669e-4712-43e8-a206-9a3be8c88aec is going to be updated. [ 1232.369549] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.369738] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.369832] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.370082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.370281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.370485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e34a669e-4712-43e8-a206-9a3be8c88aec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.849478] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.352287] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.352544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.352544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.352827] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.352952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.353104] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 is going to be created. [ 1233.378658] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.378806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.378867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.379125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.379297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.389025] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: UNINITIALIZED for 2s [ 1234.243510] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 4s [ 1235.399972] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: SUCCESS [ 1235.400428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.400428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.400616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.400807] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.400930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.400996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.401168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.401265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.401358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.401446] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.903785] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.904109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.904109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.904266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.904461] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.904588] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.904655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.904846] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.904937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.905060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.905236] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.905355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.905430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.905596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.905767] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.905861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.905929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.906112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.906193] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.906290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.906383] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.270628] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1236.271055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.409083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45643758-02c1-4e20-85f5-82d02c3058e2: rpc.has_security_group_logging(os_id): False [ 1236.429038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.429272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.429272] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.429457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.429553] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.429792] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.429898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.429962] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.430146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.430299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.430587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.430587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.430835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.430835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.430910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.431090] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.431188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.431249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.431414] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.431522] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.431620] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 is going to be created. [ 1236.533915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.533915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.533915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.534113] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.534488] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.550253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: IN_PROGRESS for 2s [ 1236.836022] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1236.836152] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1238.564250] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: SUCCESS [ 1238.564512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.837052] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.837344] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1243.592875] env[65114]: INFO networking_nsxv3.common.synchronization [req-8fc220c5-cc2e-4c35-bf2a-4ce8f68dd632 req-d396e0ac-c7c1-4d28-a409-d82c1cffdc5c tempest-ServerAddressesNegativeTestJSON-818265544 tempest-ServerAddressesNegativeTestJSON-818265544-project-member] Enqueued Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1243.593437] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGHEST for action security_group_members [ 1243.593741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.593862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.593931] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.594148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.594307] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.594416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.594478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.594626] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.594705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.594796] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.097722] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.097952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.097952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.098224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.098347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.098552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.098657] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.098720] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.098875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.098952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.099057] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 is going to be updated. [ 1244.132034] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.132256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.132348] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.132606] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.133184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.142452] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: IN_PROGRESS for 2s [ 1246.155905] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45643758-02c1-4e20-85f5-82d02c3058e2 in Status: SUCCESS [ 1246.156323] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 deletion is rescheduled due to dependency. [ 1246.156323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.370565] env[65114]: INFO networking_nsxv3.common.synchronization [req-9819c1d4-11a4-4996-b1c0-f6f30e82f98b req-7619fc93-14bf-4d6c-9eed-3600b0a6ba88 tempest-ServerActionsTestOtherA-1999119838 tempest-ServerActionsTestOtherA-1999119838-project-member] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1247.371538] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGHEST for action security_group_members [ 1247.372576] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.372775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.372876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.373195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.373599] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.373599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.373785] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.373901] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.374047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.374194] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.877556] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.878920] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.878920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.879343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.879343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.879407] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be updated. [ 1247.910537] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.910732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.910811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.911374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.911374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.920569] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: IN_PROGRESS for 2s [ 1248.415769] env[65114]: INFO networking_nsxv3.common.synchronization [req-9059d419-04a3-4e1d-83bd-df2772540b3f req-0843f046-5879-4510-bfc4-72125928f45d tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1248.416963] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1248.417133] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.417256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.417320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417660] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.417755] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.417817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.418054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.418150] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.923030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.923195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.923261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.923485] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.923572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.923848] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.923940] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.924017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.924167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.924240] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.924335] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1248.957922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.958134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.958134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.958373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.958504] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.969045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1249.930726] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d in Status: SUCCESS [ 1249.931204] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d deletion is rescheduled due to dependency. [ 1249.931204] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.979173] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1250.979448] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 deletion is rescheduled due to dependency. [ 1250.979487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.838803] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.839037] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.418505] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.418909] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1255.176334] env[65114]: INFO networking_nsxv3.common.synchronization [None req-bf29942d-ca80-4451-8de0-64da43881694 None None] Enqueued Resource ID: fbc81be5-60ce-4b14-9c74-bd36d40661b1 with Priority: HIGHEST for action port [ 1255.176950] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbc81be5-60ce-4b14-9c74-bd36d40661b1 with Priority: HIGHEST for action port [ 1255.177337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-fbc81be5-60ce-4b14-9c74-bd36d40661b1 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.177528] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fbc81be5-60ce-4b14-9c74-bd36d40661b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.177845] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fbc81be5-60ce-4b14-9c74-bd36d40661b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.177926] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fbc81be5-60ce-4b14-9c74-bd36d40661b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.178081] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fbc81be5-60ce-4b14-9c74-bd36d40661b1',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.680987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fbc81be5-60ce-4b14-9c74-bd36d40661b1 [ 1255.681249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.681420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.681619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.681745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.681837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.681939] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fbc81be5-60ce-4b14-9c74-bd36d40661b1 already deleted. [ 1255.682012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fbc81be5-60ce-4b14-9c74-bd36d40661b1" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.899021] env[65114]: INFO networking_nsxv3.common.synchronization [req-ef673e73-11dd-480a-b9c9-63d0b4ca6f6d req-463a5a5b-838d-468c-b976-8685bc379e4c tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1255.899021] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1255.899775] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.899775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.899775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.900818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.900818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.900818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.900818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.901115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.901115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.901191] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.264316] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.264651] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.264651] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.264895] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.265189] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.265309] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.265426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.265637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.265774] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.266493] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.266493] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1256.266493] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1256.266493] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1256.266493] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1256.266859] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1256.266859] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1256.288733] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1256.288733] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1256.288733] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1256.288733] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-102" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.289059] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.289180] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.289242] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.290043] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.290043] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6cff7d-57f7-48fb-9197-d021cae1a4dc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.405079] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.405271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.405271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.405410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.405535] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.405761] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.405861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.405918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.406076] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.406166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.406244] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1256.432977] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.433127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.433198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.433404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.433547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.441765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1256.792448] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.792743] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.792871] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.793188] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.793333] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.793505] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 4a6cff7d-57f7-48fb-9197-d021cae1a4dc not found, creating... [ 1256.793878] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.794126] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.794373] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.794645] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.794817] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.795140] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.795308] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.795426] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.795641] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.795773] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.795913] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 4a6cff7d-57f7-48fb-9197-d021cae1a4dc is going to be created. [ 1256.818129] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.818129] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.818129] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.818388] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.818624] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.818884] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.140718] env[65114]: INFO networking_nsxv3.common.synchronization [None req-0d78e0f2-99b8-46d7-b197-943366732055 None None] Enqueued Resource ID: e11893a2-b2c5-4f5a-bcfa-a442129f894a with Priority: HIGHEST for action port [ 1257.141294] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e11893a2-b2c5-4f5a-bcfa-a442129f894a with Priority: HIGHEST for action port [ 1257.141835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-e11893a2-b2c5-4f5a-bcfa-a442129f894a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.141981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e11893a2-b2c5-4f5a-bcfa-a442129f894a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.142096] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e11893a2-b2c5-4f5a-bcfa-a442129f894a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.142825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e11893a2-b2c5-4f5a-bcfa-a442129f894a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.142825] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e11893a2-b2c5-4f5a-bcfa-a442129f894a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.509782] env[65114]: INFO networking_nsxv3.common.synchronization [req-ef673e73-11dd-480a-b9c9-63d0b4ca6f6d req-37daa3d4-dffc-4a31-8656-ed00f6acb8d9 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 1257.510044] env[65114]: INFO networking_nsxv3.common.synchronization [req-ef673e73-11dd-480a-b9c9-63d0b4ca6f6d req-37daa3d4-dffc-4a31-8656-ed00f6acb8d9 service nova] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1257.510143] env[65114]: INFO networking_nsxv3.common.synchronization [req-ef673e73-11dd-480a-b9c9-63d0b4ca6f6d req-37daa3d4-dffc-4a31-8656-ed00f6acb8d9 service nova] Enqueued Resource ID: 4a6cff7d-57f7-48fb-9197-d021cae1a4dc with Priority: HIGHEST for action port [ 1257.510722] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_rules [ 1257.510842] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1257.510941] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a6cff7d-57f7-48fb-9197-d021cae1a4dc with Priority: HIGHEST for action port [ 1257.511635] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.511743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.511814] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.512047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.512110] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.513067] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.513175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.513707] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.513839] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.513909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.514097] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.514175] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a6cff7d-57f7-48fb-9197-d021cae1a4dc',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.644709] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e11893a2-b2c5-4f5a-bcfa-a442129f894a [ 1257.644934] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.645102] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.645147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.645343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.645431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.645529] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e11893a2-b2c5-4f5a-bcfa-a442129f894a already deleted. [ 1257.645611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e11893a2-b2c5-4f5a-bcfa-a442129f894a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.017049] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a6cff7d-57f7-48fb-9197-d021cae1a4dc with status ACTIVE [ 1258.017169] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.017255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.017298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.017495] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.017586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.017769] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.017871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.017934] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.018104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.018178] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.018363] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.018497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.018497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.018634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.018707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.018791] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a6cff7d-57f7-48fb-9197-d021cae1a4dc is going to be updated. [ 1258.019930] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.020041] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.039794] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.040022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.040022] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.040222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.040356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.040547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a6cff7d-57f7-48fb-9197-d021cae1a4dc" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.452078] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1258.452316] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 deletion is rescheduled due to dependency. [ 1258.452472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.452686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.453497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.453497] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.453497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.453497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.453734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.453734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.453827] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.956941] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.461456] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.963522] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.963830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.963830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.964301] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.964466] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.964663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1259.993812] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.994323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.994323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.994323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.994448] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.003324] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1260.385701] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8073e5a-e599-4def-8494-8fa0c988e83b req-542bb386-6311-4d5f-9627-ba138ce5db46 tempest-ServerTagsTestJSON-568593993 tempest-ServerTagsTestJSON-568593993-project-member] Enqueued Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1260.386223] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1260.386513] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.386634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.386704] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.386990] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.387218] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.387356] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.387444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.387635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.387858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.387987] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.639421] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.639636] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-163" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.639770] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-163" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.640115] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-163" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.640372] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.640585] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.640703] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.640914] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.641085] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.641300] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.641424] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.641561] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.641671] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.641783] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.641887] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.642020] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.660125] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.660291] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.660479] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.660660] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-163" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.660952] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-b763e830-37d5-443b-a097-e46607fb012d taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.661143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.661262] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.661602] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.661745] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b763e830-37d5-443b-a097-e46607fb012d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.890053] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.890231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.890278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.890573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.890666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.890871] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.890972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.891047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.891206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.891288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.891361] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b12317-9b10-43b6-9293-e989bf9508ec already deleted. [ 1260.891443] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.164194] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.164583] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.164583] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.164870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.165134] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.165189] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port b763e830-37d5-443b-a097-e46607fb012d not found, creating... [ 1261.165460] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.165618] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.165737] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.165962] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.166118] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.166396] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.166597] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.166665] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.166874] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.167015] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.167170] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: b763e830-37d5-443b-a097-e46607fb012d is going to be created. [ 1261.187790] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.188046] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.188166] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.188484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.188687] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.188907] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8073e5a-e599-4def-8494-8fa0c988e83b req-c1e664d2-7803-41d5-93e0-97fdc07a2b18 service nova] Enqueued Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_rules [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8073e5a-e599-4def-8494-8fa0c988e83b req-c1e664d2-7803-41d5-93e0-97fdc07a2b18 service nova] Enqueued Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [req-f8073e5a-e599-4def-8494-8fa0c988e83b req-c1e664d2-7803-41d5-93e0-97fdc07a2b18 service nova] Enqueued Resource ID: b763e830-37d5-443b-a097-e46607fb012d with Priority: HIGHEST for action port [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_rules [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1262.028332] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b763e830-37d5-443b-a097-e46607fb012d with Priority: HIGHEST for action port [ 1262.028332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.028332] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.028332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.028332] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.028332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.029415] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.029415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-b763e830-37d5-443b-a097-e46607fb012d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.029415] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b763e830-37d5-443b-a097-e46607fb012d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.029415] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.029415] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.029415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.029415] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.417463] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.418658] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.418851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.418956] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b763e830-37d5-443b-a097-e46607fb012d with status ACTIVE [ 1262.419150] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.419265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.419327] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.419668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.419668] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.419827] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.419902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.419957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.420122] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.420195] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.420478] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.420625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.420625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.420751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.420817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.421442] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b763e830-37d5-443b-a097-e46607fb012d is going to be updated. [ 1262.443384] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.444042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.444042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.444042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.444042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.444582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b763e830-37d5-443b-a097-e46607fb012d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.516298] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.924021] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.018808] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 1263.040036] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.040222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.040314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.040537] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.040654] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.040947] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.041049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.041049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.041212] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.041311] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.041430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1263.105202] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.105422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.105472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.105665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.105810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.120957] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1263.426525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.426874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.426874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.427073] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.427183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.427302] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b12317-9b10-43b6-9293-e989bf9508ec is going to be created. [ 1263.452849] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.453021] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.453072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.453241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.453396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.462663] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: UNINITIALIZED for 2s [ 1263.902637] env[65114]: INFO networking_nsxv3.common.synchronization [req-2f84e582-b494-415d-b819-04537b8677c1 req-1dc1909c-0523-4a72-8947-02247af53f2e tempest-AttachVolumeNegativeTest-595900880 tempest-AttachVolumeNegativeTest-595900880-project-member] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1263.903938] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGHEST for action security_group_members [ 1263.906266] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.906422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.906506] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.906744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.906903] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.907017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.907090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.907325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.907430] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.907532] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.410171] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.410523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.410523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.410770] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.410869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.411097] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.411200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.411263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.411426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.411505] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.411612] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 is going to be updated. [ 1264.454818] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.455267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.455267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.455267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.455390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.466486] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: IN_PROGRESS for 2s [ 1265.137725] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1265.137725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.472828] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: SUCCESS [ 1265.473293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.473293] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.473442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.473627] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.473748] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.473816] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.473969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.474062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.474148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.474239] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.976986] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.977177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.977256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.977481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.977650] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.977821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.978064] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.978162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.978285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.978382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.978567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.978667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.978729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.978872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.979019] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.979161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.979220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.979326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.979401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.979484] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.979614] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.475808] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 in Status: SUCCESS [ 1266.476206] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 deletion is rescheduled due to dependency. [ 1266.476206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.481538] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 26b12317-9b10-43b6-9293-e989bf9508ec: rpc.has_security_group_logging(os_id): False [ 1266.497915] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.498161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.498161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.498346] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.498599] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.498838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.498944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.499016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.499189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.499266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.499439] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.499534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.499603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.499791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.499873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.500073] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.500169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.500232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.500367] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.500441] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.500601] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 26b12317-9b10-43b6-9293-e989bf9508ec is going to be created. [ 1266.558469] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.558756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.558756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.558930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.558972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.570955] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: IN_PROGRESS for 2s [ 1268.586665] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: SUCCESS [ 1268.586665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.907234] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.907408] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1270.732998] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-567 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.733355] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.733355] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.733616] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.733895] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.734065] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.734180] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.734390] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.734524] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.734727] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.734832] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1270.734937] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1270.735051] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1270.735684] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1270.735684] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1270.735684] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1270.755252] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1270.755415] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1270.755573] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1270.755808] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-567" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.756178] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-efece736-7c66-41fa-b7ac-3a6cfdd667e7 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.756393] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.756499] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.756872] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.757066] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efece736-7c66-41fa-b7ac-3a6cfdd667e7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.259524] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.259754] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.259857] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.260165] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.260321] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.260633] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.260796] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.260913] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.261153] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.261288] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.261590] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.261766] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.261883] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.262105] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.262236] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.262377] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 is going to be updated. [ 1271.287709] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.287943] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.288050] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.288338] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.288572] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.288812] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.445899] env[65114]: INFO networking_nsxv3.common.synchronization [req-38a10a61-e84b-4cd2-bae4-fbfd168251bb req-2eb1020d-ef24-45cf-806a-0c6f7549902c service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1272.446175] env[65114]: INFO networking_nsxv3.common.synchronization [req-38a10a61-e84b-4cd2-bae4-fbfd168251bb req-2eb1020d-ef24-45cf-806a-0c6f7549902c service nova] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1272.446283] env[65114]: INFO networking_nsxv3.common.synchronization [req-38a10a61-e84b-4cd2-bae4-fbfd168251bb req-2eb1020d-ef24-45cf-806a-0c6f7549902c service nova] Enqueued Resource ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 with Priority: HIGHEST for action port [ 1272.446477] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_rules [ 1272.446646] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1272.446752] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 with Priority: HIGHEST for action port [ 1272.447326] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.447457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.447527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.447807] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.447807] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.448781] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.448781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.448781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.448957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.449080] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.449172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.449231] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.449365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.449513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.449822] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.450280] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-efece736-7c66-41fa-b7ac-3a6cfdd667e7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.450421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.450462] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.450655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.450692] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efece736-7c66-41fa-b7ac-3a6cfdd667e7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.952380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.952615] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.952724] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efece736-7c66-41fa-b7ac-3a6cfdd667e7 with status ACTIVE [ 1272.952980] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.953189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.953300] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.953620] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.953712] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.953833] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.953976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.954067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.954282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.954342] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.954555] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.954707] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.954797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.954956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.955054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.955136] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efece736-7c66-41fa-b7ac-3a6cfdd667e7 is going to be updated. [ 1272.956225] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.976826] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.977056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.977056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.977360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.977515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.977674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efece736-7c66-41fa-b7ac-3a6cfdd667e7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.433238] env[65114]: INFO networking_nsxv3.common.synchronization [req-420077be-ed29-48aa-84c1-2bf6a0b95266 req-819d1bc4-c653-4fca-ba92-ded582be8e86 tempest-ServerTagsTestJSON-568593993 tempest-ServerTagsTestJSON-568593993-project-member] Enqueued Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1273.433238] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26b12317-9b10-43b6-9293-e989bf9508ec with Priority: HIGHEST for action security_group_members [ 1273.433238] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-26b12317-9b10-43b6-9293-e989bf9508ec taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.433238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.433238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.433821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.433821] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.434039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.434115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.434316] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.434412] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.434503] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('26b12317-9b10-43b6-9293-e989bf9508ec',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.458294] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.936618] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.936768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.936856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.937090] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.937179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.937378] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.937478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.937548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.937685] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.937782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.937898] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b12317-9b10-43b6-9293-e989bf9508ec is going to be updated. [ 1273.962411] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.962619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.962706] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.962969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.963088] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.963232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1273.966975] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.967168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.967265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.967508] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.967688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.979943] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: IN_PROGRESS for 2s [ 1273.999482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.999731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.999731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.999908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.000034] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.009692] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1275.990800] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 26b12317-9b10-43b6-9293-e989bf9508ec in Status: SUCCESS [ 1275.990800] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 26b12317-9b10-43b6-9293-e989bf9508ec deletion is rescheduled due to dependency. [ 1275.990800] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-26b12317-9b10-43b6-9293-e989bf9508ec" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020055] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1276.020055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020055] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.020374] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.020510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.020710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.020808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020871] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.020980] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.523397] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.026325] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fb26caf-d0d5-4562-a561-695aa6cb6e3b: rpc.has_security_group_logging(os_id): False [ 1277.048430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.048640] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.048696] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.048938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.049105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.049400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.049545] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.049619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.049792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.049873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.049964] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1277.116063] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.116363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.116363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.116546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.116546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.131710] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1278.433312] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1278.433623] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1279.152150] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1279.152513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.077995] env[65114]: INFO networking_nsxv3.common.synchronization [None req-8948454e-04e9-4419-928e-e408035ffc1d None None] Enqueued Resource ID: 5d6341c2-27d6-4c76-bcac-d2879007a50f with Priority: HIGHEST for action port [ 1282.079034] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d6341c2-27d6-4c76-bcac-d2879007a50f with Priority: HIGHEST for action port [ 1282.079578] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d6341c2-27d6-4c76-bcac-d2879007a50f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.079817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d6341c2-27d6-4c76-bcac-d2879007a50f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.079957] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d6341c2-27d6-4c76-bcac-d2879007a50f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.080380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d6341c2-27d6-4c76-bcac-d2879007a50f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.080522] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d6341c2-27d6-4c76-bcac-d2879007a50f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.260837] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ca9b9585-ed32-46ab-babd-a5f2a40d0bdb tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1282.260837] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1282.260837] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.260837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.260837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.260837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.260837] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.343201] env[65114]: INFO networking_nsxv3.common.synchronization [None req-ee5d2b09-1aac-4cca-806b-c5aa32d67c11 tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1282.343445] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1282.343614] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.343721] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.584383] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d6341c2-27d6-4c76-bcac-d2879007a50f [ 1282.584383] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.584383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.584383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.584383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.584383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.584383] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d6341c2-27d6-4c76-bcac-d2879007a50f already deleted. [ 1282.584383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d6341c2-27d6-4c76-bcac-d2879007a50f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.784772] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.784772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.785042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.785189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.785294] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.785557] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad already deleted. [ 1282.785743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.786028] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.787206] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.787206] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.307857] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.308225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.308225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.308299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.308380] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.308474] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad already deleted. [ 1283.308575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.190031] env[65114]: INFO networking_nsxv3.common.synchronization [None req-5f615d8a-d44c-4402-b194-42395e482dd2 None None] Enqueued Resource ID: 8461895d-a379-45c6-8b31-e195c9ac5d6a with Priority: HIGHEST for action port [ 1284.190031] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8461895d-a379-45c6-8b31-e195c9ac5d6a with Priority: HIGHEST for action port [ 1284.190462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-8461895d-a379-45c6-8b31-e195c9ac5d6a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.190593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8461895d-a379-45c6-8b31-e195c9ac5d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.191908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8461895d-a379-45c6-8b31-e195c9ac5d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.192245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8461895d-a379-45c6-8b31-e195c9ac5d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.192345] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8461895d-a379-45c6-8b31-e195c9ac5d6a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.694425] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8461895d-a379-45c6-8b31-e195c9ac5d6a [ 1284.694838] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.694838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.694942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.695166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.695285] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.696171] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8461895d-a379-45c6-8b31-e195c9ac5d6a already deleted. [ 1284.696171] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8461895d-a379-45c6-8b31-e195c9ac5d6a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.408937] env[65114]: INFO networking_nsxv3.common.synchronization [req-682f973d-2d47-417f-9fd8-9ed252289d9f req-f5c18cdc-4863-40cc-96b0-b5b31fc4f794 tempest-ServerActionsTestOtherB-1474022359 tempest-ServerActionsTestOtherB-1474022359-project-member] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1288.410148] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGHEST for action security_group_members [ 1288.410835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.410835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.410835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.411630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.411630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.411630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.411630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.411891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.411941] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.412344] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.562991] env[65114]: INFO networking_nsxv3.common.synchronization [req-5bb3f453-1700-4f4a-974d-1acdac8bcdb2 req-876545a5-bed4-4a26-8950-345ce3fab03d tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1288.563526] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1288.563858] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.563976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.564048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.564308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.564462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.564939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.564939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.564939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.564939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.564939] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.866762] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.866947] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.867086] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.867417] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.867680] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.867896] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.868032] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.868312] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.868415] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.868613] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.868726] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1288.868834] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1288.868941] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1288.869062] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1288.869171] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1288.869302] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1288.893432] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1288.893626] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1288.893731] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1288.893913] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.894261] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-33e52abb-abb5-4ac3-86d6-085df6c326e3 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.894440] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.894566] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.895012] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.895182] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e52abb-abb5-4ac3-86d6-085df6c326e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.914687] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.914905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.914905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.915130] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.915226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.915421] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.915568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.915634] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.915793] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.915872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.915963] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be updated. [ 1288.946329] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.946549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.946549] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.946742] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.946883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.956055] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: IN_PROGRESS for 2s [ 1289.067212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.067338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.067423] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.067616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.068075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.068075] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.068247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.068247] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.068397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.068474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.068572] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad already deleted. [ 1289.068697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.398105] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.398105] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.398385] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.398479] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.398748] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.398901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 33e52abb-abb5-4ac3-86d6-085df6c326e3 not found, creating... [ 1289.399329] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.399603] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.399819] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.400189] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.400417] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.400879] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.401237] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.401349] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.401689] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.401991] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.402196] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 is going to be created. [ 1289.442329] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.442329] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.442671] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.442671] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.442897] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.443143] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.120065] env[65114]: INFO networking_nsxv3.common.synchronization [req-5bb3f453-1700-4f4a-974d-1acdac8bcdb2 req-5170252c-7f9c-418d-91ce-2e94dc305b63 service nova] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1290.120247] env[65114]: INFO networking_nsxv3.common.synchronization [req-5bb3f453-1700-4f4a-974d-1acdac8bcdb2 req-5170252c-7f9c-418d-91ce-2e94dc305b63 service nova] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1290.120389] env[65114]: INFO networking_nsxv3.common.synchronization [req-5bb3f453-1700-4f4a-974d-1acdac8bcdb2 req-5170252c-7f9c-418d-91ce-2e94dc305b63 service nova] Enqueued Resource ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 with Priority: HIGHEST for action port [ 1290.121145] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1290.121303] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1290.121786] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 with Priority: HIGHEST for action port [ 1290.122112] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.122253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.122323] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.122523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.122606] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.123577] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.123733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.123733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.124378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.124378] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.124378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.124378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.124378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.124607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.124607] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.125315] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e52abb-abb5-4ac3-86d6-085df6c326e3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.125442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.125442] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.125616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.125726] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e52abb-abb5-4ac3-86d6-085df6c326e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.626922] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.627236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.627281] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.628195] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e52abb-abb5-4ac3-86d6-085df6c326e3 with status ACTIVE [ 1290.628374] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.628489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.628556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.628772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.628861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.629038] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.629136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.629253] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.629371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.629472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.629613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.629711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.629803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.629905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.630619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.630962] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 is going to be updated. [ 1290.653767] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.654116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.654116] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.654249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.654304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.654569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.966817] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b in Status: SUCCESS [ 1290.967036] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b deletion is rescheduled due to dependency. [ 1290.967149] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.132973] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.635294] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.635860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.635860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.635860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.635860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.636138] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be created. [ 1291.659750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.659985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.659985] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.660207] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.660383] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.670101] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: UNINITIALIZED for 2s [ 1292.771141] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.771569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.771569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.771569] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.771793] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.274797] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.681112] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1293.681329] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.681523] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.681745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.681939] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.682074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.682141] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.682299] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.682377] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.682461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.682549] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.777099] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.184644] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.279320] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1294.279529] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1294.687468] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc91ddbb-edd2-4760-bce1-58cb49970dad: rpc.has_security_group_logging(os_id): False [ 1294.706768] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.707058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.707058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.707336] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.707461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.707741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.707855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.707920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.708101] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.708180] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.708269] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be created. [ 1294.776347] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.776566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.776566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.776699] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.776883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.787643] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: IN_PROGRESS for 2s [ 1295.123229] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1295.123462] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1295.268106] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.268268] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.268410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.268638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.283398] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1295.284332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.285331] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1295.350591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.350791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.350862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.351111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.365148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.365991] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1295.366094] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.366191] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1295.407630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.407843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.407843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.408061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.409224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.409400] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1295.485678] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.485905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.485905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.486147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.486471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.486747] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1295.569911] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.570144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.570144] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.570347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.570669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.570996] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:44. [ 1295.571111] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'232ee760-9703-4d2d-bb93-19e082e9e8f8', '777e85e2-af0c-454e-98d2-4fc45a0ed877', '36854c7d-d31c-4523-867b-d485e1859392', '97150e61-a38e-4284-87ce-6ffbe333fb7d', '5e8556a3-e0fb-47af-a46d-de176c29eec8', '76a99e40-43b0-4977-8c06-b4fa9eae0174', 'a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8', '83af7cc6-3c10-45e1-91c6-97b87ec5c69a', '0bb3082b-796a-4cfc-81a2-62c91e1a29ac', '72a7f6d3-f280-4320-82d0-6645a5fc6c7b', 'bc91ddbb-edd2-4760-bce1-58cb49970dad', '34a0537e-2d46-465f-88f7-70cc8e78252a', 'ab1d6131-4614-44f3-b980-5438140adb41', '45643758-02c1-4e20-85f5-82d02c3058e2', '3d53d7d9-80ce-48f3-bc3f-bc5983aa1424', '292500be-03ff-412f-b8cf-72fa8306906e', '4e232de9-0290-48d9-9492-ebfa4f06a519', '6f5dfb35-0a4c-41ba-866d-26835db9047f', '5fb26caf-d0d5-4562-a561-695aa6cb6e3b', 'e0599970-8fd7-4014-8f1f-ee90a5602c0c', 'ed0285d4-997c-4128-ae04-d5f4cef27eb7', '7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e', '6fcb94da-fc51-44ee-9ab1-e9dea1bef49f', '64d1dc1c-3852-4ea1-9010-fdd826cdfe1a', '20d2c442-193f-4088-a546-06455bdf3629', 'cd1a7d11-e65d-40b4-a316-6411ab2ab6c2', '5e92cf50-21ec-4017-af5d-ba97ae2a0413', 'd011d742-7fd4-4d64-8846-51d1fed444f0', 'b6a3cf46-74df-40e7-87ea-20a53baeee15', 'ef46263a-22b8-4557-bb3c-33d97e52996e', 'a796a5d6-bda9-4a53-98a3-32853a1df85f', '22177b85-e3b3-4723-866f-9afdb2a1bf02', 'a3f36c8b-9341-4974-94b5-34e1bc8d06f8', '63b5b055-cbd5-46ee-adc0-875aea5ea0c7', '12e33a34-eba3-4719-bcfd-285d6d545207', 'd18eadc0-06da-4716-8cd9-0790d3cefc6c', 'd17c8a8e-330e-43de-a164-10b7c84b9ba8', '5a261600-aa35-4adc-886c-74759f18ac08', '7dbe30bd-ea94-4ec8-b84d-80bf448f59d0', 'd1769462-881f-442a-ab99-51ce7f8e5970', 'd1b41cb2-27c3-4bcb-a2bd-2c45faca353e', '6dc1835d-0386-46f2-9203-c7751fc84b45', '26b12317-9b10-43b6-9293-e989bf9508ec', 'b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22'} {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.571213] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1295.592538] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.592719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.592719] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.593009] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.593136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.593253] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1295.593325] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.593395] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1295.686104] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.686350] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.686481] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.686815] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.688647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.689133] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1295.689278] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1295.689411] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1295.689547] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1295.689689] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/44 resources of Type:Security Group Rules [ 1295.689813] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGH for action security_group_rules [ 1295.689958] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1295.690113] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGH for action security_group_rules [ 1295.690248] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 1295.690380] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGH for action security_group_rules [ 1295.690513] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGH for action security_group_rules [ 1295.690638] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGH for action security_group_rules [ 1295.690734] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 1295.690816] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGH for action security_group_rules [ 1295.690876] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGH for action security_group_rules [ 1295.690943] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGH for action security_group_rules [ 1295.691011] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGH for action security_group_rules [ 1295.691063] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGH for action security_group_rules [ 1295.691126] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGH for action security_group_rules [ 1295.691184] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGH for action security_group_rules [ 1295.691245] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGH for action security_group_rules [ 1295.691305] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGH for action security_group_rules [ 1295.691365] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGH for action security_group_rules [ 1295.691419] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGH for action security_group_rules [ 1295.691492] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGH for action security_group_rules [ 1295.691605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.818556] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1296.818948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.645667] env[65114]: INFO networking_nsxv3.common.synchronization [None req-a4419c14-ef5d-44d4-8e8f-3e12f9b74412 None None] Enqueued Resource ID: d99599c9-49c3-49f1-a932-b5eb8fcca233 with Priority: HIGHEST for action port [ 1299.646290] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d99599c9-49c3-49f1-a932-b5eb8fcca233 with Priority: HIGHEST for action port [ 1299.646450] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 with Priority: HIGH for action security_group_rules [ 1299.646572] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36854c7d-d31c-4523-867b-d485e1859392 with Priority: HIGH for action security_group_rules [ 1299.646677] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 with Priority: HIGH for action security_group_rules [ 1299.647115] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 with Priority: HIGH for action security_group_rules [ 1299.647315] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c with Priority: HIGH for action security_group_rules [ 1299.647457] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b with Priority: HIGH for action security_group_rules [ 1299.647582] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f with Priority: HIGH for action security_group_rules [ 1299.647720] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 with Priority: HIGH for action security_group_rules [ 1299.648121] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45643758-02c1-4e20-85f5-82d02c3058e2 with Priority: HIGH for action security_group_rules [ 1299.648283] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 292500be-03ff-412f-b8cf-72fa8306906e with Priority: HIGH for action security_group_rules [ 1299.648416] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab1d6131-4614-44f3-b980-5438140adb41 with Priority: HIGH for action security_group_rules [ 1299.648540] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34a0537e-2d46-465f-88f7-70cc8e78252a with Priority: HIGH for action security_group_rules [ 1299.649278] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGH for action security_group_rules [ 1299.649447] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b with Priority: HIGH for action security_group_rules [ 1299.649562] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac with Priority: HIGH for action security_group_rules [ 1299.649689] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 with Priority: HIGH for action security_group_rules [ 1299.649811] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a with Priority: HIGH for action security_group_rules [ 1299.649983] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 with Priority: HIGH for action security_group_rules [ 1299.650137] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1299.650539] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d with Priority: HIGH for action security_group_rules [ 1299.650933] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-d99599c9-49c3-49f1-a932-b5eb8fcca233 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.651200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d99599c9-49c3-49f1-a932-b5eb8fcca233" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.651302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d99599c9-49c3-49f1-a932-b5eb8fcca233" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.651583] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d99599c9-49c3-49f1-a932-b5eb8fcca233" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.651697] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d99599c9-49c3-49f1-a932-b5eb8fcca233',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.652574] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-232ee760-9703-4d2d-bb93-19e082e9e8f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.652725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.652818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.653031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.653137] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('232ee760-9703-4d2d-bb93-19e082e9e8f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.653887] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36854c7d-d31c-4523-867b-d485e1859392 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.653999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.655661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.655661] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.655661] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36854c7d-d31c-4523-867b-d485e1859392',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.656321] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.656321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.656455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.656542] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.656611] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.657296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.657409] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.657453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.657594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.657663] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d53d7d9-80ce-48f3-bc3f-bc5983aa1424',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.658498] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.658612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.658679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.658797] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.658867] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0599970-8fd7-4014-8f1f-ee90a5602c0c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.660591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.661370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.661471] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.661758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.662641] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fb26caf-d0d5-4562-a561-695aa6cb6e3b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.663479] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f5dfb35-0a4c-41ba-866d-26835db9047f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.663584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.663584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.663727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.663801] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f5dfb35-0a4c-41ba-866d-26835db9047f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.668900] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e232de9-0290-48d9-9492-ebfa4f06a519 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.669039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.669039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.669194] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.669274] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e232de9-0290-48d9-9492-ebfa4f06a519',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.670314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45643758-02c1-4e20-85f5-82d02c3058e2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.670420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.670483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.670641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.670716] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45643758-02c1-4e20-85f5-82d02c3058e2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.671552] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-292500be-03ff-412f-b8cf-72fa8306906e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.671552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.671552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.672221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.672221] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('292500be-03ff-412f-b8cf-72fa8306906e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.673045] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ab1d6131-4614-44f3-b980-5438140adb41 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.673045] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.673186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.673287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.673381] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ab1d6131-4614-44f3-b980-5438140adb41',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.674306] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-34a0537e-2d46-465f-88f7-70cc8e78252a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.674596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.674716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.675407] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.675407] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('34a0537e-2d46-465f-88f7-70cc8e78252a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.675754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.675980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.675980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.676666] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.676666] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.677014] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.677014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.677148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.678507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.678507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72a7f6d3-f280-4320-82d0-6645a5fc6c7b',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.678507] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.678507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.678507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.678507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.678507] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0bb3082b-796a-4cfc-81a2-62c91e1a29ac',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.679365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a99e40-43b0-4977-8c06-b4fa9eae0174 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.679365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.679513] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.679912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.679912] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a99e40-43b0-4977-8c06-b4fa9eae0174',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.680379] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.680557] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.680627] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.680792] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.680865] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('83af7cc6-3c10-45e1-91c6-97b87ec5c69a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.681591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e8556a3-e0fb-47af-a46d-de176c29eec8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.681729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.681947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.682470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.682470] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e8556a3-e0fb-47af-a46d-de176c29eec8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.683224] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.683385] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.683477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.684143] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.684143] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.684539] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97150e61-a38e-4284-87ce-6ffbe333fb7d taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.684539] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.684734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.685671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.685671] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97150e61-a38e-4284-87ce-6ffbe333fb7d',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.689711] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d99599c9-49c3-49f1-a932-b5eb8fcca233 [ 1299.689934] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.690093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.690659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.690659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.690659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.690659] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d99599c9-49c3-49f1-a932-b5eb8fcca233 already deleted. [ 1299.690659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d99599c9-49c3-49f1-a932-b5eb8fcca233" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.712423] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.712548] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.712594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.712777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.734609] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.734760] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d53d7d9-80ce-48f3-bc3f-bc5983aa1424 is going to be deleted. [ 1299.797992] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.798220] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.798332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.798502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.798594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.798717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d53d7d9-80ce-48f3-bc3f-bc5983aa1424" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.196400] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.196597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.196597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.199168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.199168] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.199168] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.202871] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.202999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.203086] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.203284] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.203444] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.203546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.203612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.203779] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.203850] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.203920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.204012] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.252055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.252256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.252315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.252876] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.266943] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.267115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.268099] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.268224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.269380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.269489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.271951] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.272081] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.272779] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.272878] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.276312] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.276439] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.277160] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.277257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.280969] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.281132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.282229] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.282354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.283078] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.283181] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.283715] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.284145] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.284233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.284805] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.285257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.285334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.285971] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.286364] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.286470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.288132] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.288525] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.288682] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e232de9-0290-48d9-9492-ebfa4f06a519 is going to be deleted. [ 1300.289630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.289836] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.291375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.291486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.292163] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.292265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.293927] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.294228] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.294321] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.313519] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1300.314133] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.314312] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e8556a3-e0fb-47af-a46d-de176c29eec8 is going to be deleted. [ 1300.315258] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.315468] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.334047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.335232] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36854c7d-d31c-4523-867b-d485e1859392 is going to be deleted. [ 1300.335232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.335616] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.354828] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.355119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.357982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.358102] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0bb3082b-796a-4cfc-81a2-62c91e1a29ac is going to be deleted. [ 1300.359072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.359238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.376762] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.376762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.379025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.379236] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97150e61-a38e-4284-87ce-6ffbe333fb7d is going to be deleted. [ 1300.380574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.380904] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.402203] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.402692] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a99e40-43b0-4977-8c06-b4fa9eae0174 is going to be deleted. [ 1300.403669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.403910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.410655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.410885] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.433124] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.433323] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 292500be-03ff-412f-b8cf-72fa8306906e is going to be deleted. [ 1300.434745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.435109] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.444699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.444867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.475677] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.475890] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.486035] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.486035] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ab1d6131-4614-44f3-b980-5438140adb41 is going to be deleted. [ 1300.487025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.487266] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.528748] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.528980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.559727] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.559894] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72a7f6d3-f280-4320-82d0-6645a5fc6c7b is going to be deleted. [ 1300.560944] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.561250] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.570510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.570653] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.655455] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.655813] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0599970-8fd7-4014-8f1f-ee90a5602c0c is going to be deleted. [ 1300.656593] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.656805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.677264] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.677510] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.678143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.678236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.686069] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.686193] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 34a0537e-2d46-465f-88f7-70cc8e78252a is going to be deleted. [ 1300.687094] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.687341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.713496] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.716494] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.751970] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.752141] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 232ee760-9703-4d2d-bb93-19e082e9e8f8 is going to be deleted. [ 1300.753125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.753395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.793907] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.794125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.852257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.852454] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f5dfb35-0a4c-41ba-866d-26835db9047f is going to be deleted. [ 1300.853531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.853756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.907476] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.907701] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.917769] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.917865] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8 is going to be deleted. [ 1300.918891] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.919134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.937236] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.937358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.988188] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.988476] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fb26caf-d0d5-4562-a561-695aa6cb6e3b is going to be deleted. [ 1300.989259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.989473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.995510] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.995722] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.032190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.032415] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 83af7cc6-3c10-45e1-91c6-97b87ec5c69a is going to be deleted. [ 1301.033858] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.034271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.039417] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.039612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.085386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.085571] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45643758-02c1-4e20-85f5-82d02c3058e2 is going to be deleted. [ 1301.086880] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.087198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.087326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.087486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e232de9-0290-48d9-9492-ebfa4f06a519" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.087697] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.087912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.088042] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.088255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e8556a3-e0fb-47af-a46d-de176c29eec8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.088854] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089099] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.089214] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.089386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36854c7d-d31c-4523-867b-d485e1859392" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.089565] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.089872] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.090054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0bb3082b-796a-4cfc-81a2-62c91e1a29ac" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.090241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.090551] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.090671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.090893] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97150e61-a38e-4284-87ce-6ffbe333fb7d" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091093] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.091295] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.091401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091562] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a99e40-43b0-4977-8c06-b4fa9eae0174" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091741] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.092066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.092307] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.092472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-292500be-03ff-412f-b8cf-72fa8306906e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.092621] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.092818] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.092862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.092982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ab1d6131-4614-44f3-b980-5438140adb41" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.093169] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.093314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.093392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.093503] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72a7f6d3-f280-4320-82d0-6645a5fc6c7b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.093631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.093810] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.093967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.094112] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-34a0537e-2d46-465f-88f7-70cc8e78252a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.094254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.094401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.094477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.094586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0599970-8fd7-4014-8f1f-ee90a5602c0c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.094711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.094861] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.094972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-232ee760-9703-4d2d-bb93-19e082e9e8f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.095425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.095500] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095607] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f5dfb35-0a4c-41ba-866d-26835db9047f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.095730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.095870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.095946] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.096067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a1f11257-d5ec-4d2b-af10-4ca2b5f3ebb8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.158509] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.158709] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.158764] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.158947] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.159057] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.159182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fb26caf-d0d5-4562-a561-695aa6cb6e3b" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.188125] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.188326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.188326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.188538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.188656] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.188746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-83af7cc6-3c10-45e1-91c6-97b87ec5c69a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.216529] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 777e85e2-af0c-454e-98d2-4fc45a0ed877: rpc.has_security_group_logging(os_id): False [ 1301.218143] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc91ddbb-edd2-4760-bce1-58cb49970dad: rpc.has_security_group_logging(os_id): False [ 1301.249705] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.249951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.249951] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.250172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.250263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.250384] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45643758-02c1-4e20-85f5-82d02c3058e2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.277380] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.277675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.277773] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.278050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.280051] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.280996] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.351595] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1301.351595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.351991] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.351991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.352125] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.352281] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.352363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.352451] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be updated. [ 1301.353586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.353771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.396954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.397301] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.397425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.397494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.397693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.397775] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.397865] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1301.454262] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.454438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.454491] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.454688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.454834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.474246] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: IN_PROGRESS for 2s [ 1301.506262] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.506450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.506498] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.506676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.506835] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.538111] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1301.612819] env[65114]: INFO networking_nsxv3.common.synchronization [None req-074def30-c6ef-4572-bbae-05cf6086f5ee None None] Enqueued Resource ID: 2d2f54dd-a684-4eba-b859-ccb8dc839ee9 with Priority: HIGHEST for action port [ 1301.613476] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d2f54dd-a684-4eba-b859-ccb8dc839ee9 with Priority: HIGHEST for action port [ 1301.613787] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d2f54dd-a684-4eba-b859-ccb8dc839ee9 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.613948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d2f54dd-a684-4eba-b859-ccb8dc839ee9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.614029] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d2f54dd-a684-4eba-b859-ccb8dc839ee9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.614291] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d2f54dd-a684-4eba-b859-ccb8dc839ee9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.614374] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d2f54dd-a684-4eba-b859-ccb8dc839ee9',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.116045] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d2f54dd-a684-4eba-b859-ccb8dc839ee9 [ 1302.116425] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.116425] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.116550] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.116689] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.116795] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.116892] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d2f54dd-a684-4eba-b859-ccb8dc839ee9 already deleted. [ 1302.116975] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d2f54dd-a684-4eba-b859-ccb8dc839ee9" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.488414] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1303.488734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.549989] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1303.550397] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.468370] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ab5a1d1-089b-4aeb-9552-68b6fcfb2aaf req-c929c065-7431-4953-a8f3-2ea445e1e2dd tempest-ServerRescueTestJSON-801119410 tempest-ServerRescueTestJSON-801119410-project-member] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1305.470590] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1305.470590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.470590] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.470590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.470590] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.758267] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.758511] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.758582] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.758954] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.759228] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.759415] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.759536] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.759766] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.759910] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.760140] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.760251] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1305.760357] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1305.760462] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1305.760658] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1305.760771] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1305.760930] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1305.782144] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1305.782323] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1305.782456] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1305.782625] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.782929] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-98b47c4e-3499-4852-8dc6-2103ba0c9379 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.783176] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.783326] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.783668] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.783807] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98b47c4e-3499-4852-8dc6-2103ba0c9379',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.972746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.972986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.972986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.973222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.973314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.973516] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.973614] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.973678] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.973829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.973896] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.973985] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd already deleted. [ 1305.974087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.286570] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.286967] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.287156] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.287522] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.287679] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.287838] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port 98b47c4e-3499-4852-8dc6-2103ba0c9379 not found, creating... [ 1306.288117] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.288276] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.288391] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.288617] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.288772] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.289075] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.289230] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.289347] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.289548] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.289677] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.289814] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 98b47c4e-3499-4852-8dc6-2103ba0c9379 is going to be created. [ 1306.312280] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.312461] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.312624] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.312857] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.313185] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.313431] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.022956] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ab5a1d1-089b-4aeb-9552-68b6fcfb2aaf req-ef9fcbac-801b-4278-a295-d5c66acff877 service nova] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_rules [ 1307.023238] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ab5a1d1-089b-4aeb-9552-68b6fcfb2aaf req-ef9fcbac-801b-4278-a295-d5c66acff877 service nova] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1307.023333] env[65114]: INFO networking_nsxv3.common.synchronization [req-3ab5a1d1-089b-4aeb-9552-68b6fcfb2aaf req-ef9fcbac-801b-4278-a295-d5c66acff877 service nova] Enqueued Resource ID: 98b47c4e-3499-4852-8dc6-2103ba0c9379 with Priority: HIGHEST for action port [ 1307.023838] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_rules [ 1307.023975] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1307.024084] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98b47c4e-3499-4852-8dc6-2103ba0c9379 with Priority: HIGHEST for action port [ 1307.024350] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.024472] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.024543] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.024821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.024908] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.025727] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.025837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.025903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.026085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.026253] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.026351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.026900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.026900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.026900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.026900] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.027764] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-98b47c4e-3499-4852-8dc6-2103ba0c9379 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.027873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.027935] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.028232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.028232] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98b47c4e-3499-4852-8dc6-2103ba0c9379',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.529990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.530230] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.530284] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.531168] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98b47c4e-3499-4852-8dc6-2103ba0c9379 with status ACTIVE [ 1307.531338] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.531453] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.531516] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.531716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.531803] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.531990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.532104] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.532167] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.532319] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.532395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.532572] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.532662] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.532724] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.532914] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.532949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.533028] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98b47c4e-3499-4852-8dc6-2103ba0c9379 is going to be updated. [ 1307.555613] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.555843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.555843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.556017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.556158] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.556314] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98b47c4e-3499-4852-8dc6-2103ba0c9379" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.034717] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.537541] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.537761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.537812] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.538016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.538117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.538219] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be created. [ 1308.565728] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.565895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.565995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.566183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.566290] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.576729] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: UNINITIALIZED for 2s [ 1310.597147] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1310.597527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.597527] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.597732] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.597898] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.598060] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.598161] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.598236] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.598313] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.598395] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.598486] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.101414] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.101645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.101645] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.101952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.102134] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.102218] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.102267] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.102427] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.102514] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.102603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.102753] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.102844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.102905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.103095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.103263] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.103358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.103415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.103556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.103641] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.103743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.103837] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.606179] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a6a3b62-613a-4a22-999c-b651677322cd: rpc.has_security_group_logging(os_id): False [ 1311.625199] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.625368] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.625419] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.625630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.625714] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.625935] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.626050] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.626118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.626249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.626326] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.626493] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.626581] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.626638] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.626772] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.626844] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.627029] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.627119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.627175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.627306] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.627375] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.627460] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be created. [ 1311.683206] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.683434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.683434] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.683635] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.683808] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.697271] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1312.025322] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1312.025527] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1313.713676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1313.714059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.026264] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1317.026581] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1317.557165] env[65114]: INFO networking_nsxv3.common.synchronization [req-95f1e50c-85fb-4d75-b82f-88abd20a45a2 req-7fe65221-a392-4d29-87a6-88162328eefb tempest-ServerActionsTestJSON-751629815 tempest-ServerActionsTestJSON-751629815-project-member] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1317.557297] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGHEST for action security_group_members [ 1317.557597] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.557718] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.557786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.557981] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.558460] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.558788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.558788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.558943] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.559605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.559605] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.062356] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.062705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.062705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.062833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.062948] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.063168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.063271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.063352] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.063515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.063590] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.063674] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be updated. [ 1318.094030] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.094030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.094030] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.094429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.094429] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.102598] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: IN_PROGRESS for 2s [ 1320.113040] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 in Status: SUCCESS [ 1320.113449] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 deletion is rescheduled due to dependency. [ 1320.113449] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.558108] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.558525] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1327.559202] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.559621] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1329.934934] env[65114]: INFO networking_nsxv3.common.synchronization [req-65010591-eab5-4c08-be14-562919f26941 req-05d6aa63-36a3-4d78-9d18-723e35b24069 tempest-ServerRescueTestJSON-801119410 tempest-ServerRescueTestJSON-801119410-project-member] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1329.935502] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1329.935813] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.935954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.936031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.936256] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.936354] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.936460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.936509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.936648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.936729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.936818] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.242044] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-238 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.242296] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.242429] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.242704] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.242964] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.243134] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.243256] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.243481] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.243635] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.243844] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.243957] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1330.244100] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1330.244206] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1330.244319] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1330.244426] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1330.244559] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1330.265306] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1330.265466] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1330.265608] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1330.265787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-238" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.266154] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-c9d7fff1-7c53-4f93-bb56-8bef946791ee taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.266340] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.266462] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.266791] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.266929] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d7fff1-7c53-4f93-bb56-8bef946791ee',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.439623] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.769847] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.769847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.770178] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.770239] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.770474] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.770676] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Segment Port c9d7fff1-7c53-4f93-bb56-8bef946791ee not found, creating... [ 1330.771026] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.771260] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.771406] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.771658] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.771799] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.772104] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.772263] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.772403] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.772644] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.772782] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.772922] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: c9d7fff1-7c53-4f93-bb56-8bef946791ee is going to be created. [ 1330.804311] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.804681] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.804918] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.805345] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.805712] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.806044] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.942025] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.444410] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.444410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.444410] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.444693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.444693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.444778] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be updated. [ 1331.477241] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.477457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.477457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.477603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.477745] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.486492] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1331.492171] env[65114]: INFO networking_nsxv3.common.synchronization [req-65010591-eab5-4c08-be14-562919f26941 req-90e32799-3c58-4aba-b5c5-5f566510f870 service nova] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_rules [ 1331.492341] env[65114]: INFO networking_nsxv3.common.synchronization [req-65010591-eab5-4c08-be14-562919f26941 req-90e32799-3c58-4aba-b5c5-5f566510f870 service nova] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1331.492473] env[65114]: INFO networking_nsxv3.common.synchronization [req-65010591-eab5-4c08-be14-562919f26941 req-90e32799-3c58-4aba-b5c5-5f566510f870 service nova] Enqueued Resource ID: c9d7fff1-7c53-4f93-bb56-8bef946791ee with Priority: HIGHEST for action port [ 1331.492698] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_rules [ 1331.492823] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1331.492917] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9d7fff1-7c53-4f93-bb56-8bef946791ee with Priority: HIGHEST for action port [ 1331.493466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.493584] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.493686] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.493833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.493910] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.495296] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.495296] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.495486] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9d7fff1-7c53-4f93-bb56-8bef946791ee taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.495486] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.495667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.495667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.495759] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9d7fff1-7c53-4f93-bb56-8bef946791ee',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.997507] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.997963] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.997963] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9d7fff1-7c53-4f93-bb56-8bef946791ee with status ACTIVE [ 1331.998095] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.998095] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.998196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.998372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.998460] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.998630] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.998725] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.998787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.998956] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.999062] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.999249] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.999343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.999403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.999546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.999619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.999704] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9d7fff1-7c53-4f93-bb56-8bef946791ee is going to be updated. [ 1332.020212] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.020426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.020426] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.020625] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.020762] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.020918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9d7fff1-7c53-4f93-bb56-8bef946791ee" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.496646] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1333.497065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.497065] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.497265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.497462] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.497582] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.497649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.497830] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.497929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.498011] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.000762] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.503772] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.006207] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.006461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.006461] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.006651] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.006744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.006837] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be updated. [ 1335.037674] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.037913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.037913] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.038046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.038179] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.047643] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1336.494023] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1336.494415] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1337.059750] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1337.059978] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.060162] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.060378] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.060565] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.060682] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.060750] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.060898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.060976] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.061121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.061429] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.563525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.563917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.563917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.563997] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.564137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.564243] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.564308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.564482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.564579] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.564679] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.564842] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.564942] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.565012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.565183] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.565337] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.565435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.565497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.565637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.565730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.565817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.565902] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1338.068101] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a6a3b62-613a-4a22-999c-b651677322cd: rpc.has_security_group_logging(os_id): False [ 1338.089845] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.090052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.090146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.090420] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.090520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.090750] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.090852] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.090917] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.091119] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.091192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.091375] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.091494] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.091558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.091700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.091777] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.091960] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.092061] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.092137] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.092325] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.092436] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.092533] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be updated. [ 1338.160953] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.161225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.161225] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.161372] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.161520] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.174688] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1340.191622] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1340.192078] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.495511] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.495929] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.496592] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.497142] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.497559] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.497941] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1353.553888] env[65114]: INFO networking_nsxv3.common.synchronization [req-411309d7-04a3-4e22-8654-15d921044578 req-f29045df-ee7f-40d9-b0d1-a5f9540c2363 tempest-ServerRescueTestJSON-801119410 tempest-ServerRescueTestJSON-801119410-project-member] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1353.554349] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1353.554649] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.554767] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.554834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.555127] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.555300] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1353.555400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.555524] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.555687] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1353.555771] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.555862] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.057614] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1354.560092] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1355.062759] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.062759] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.063147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.063147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.063147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.063257] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be updated. [ 1355.094470] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1355.094710] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.094760] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.094933] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1355.095145] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1355.105330] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1357.122724] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1357.123259] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.555386] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1358.555822] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.226551] env[65114]: INFO networking_nsxv3.common.synchronization [req-2bf4b68c-c08f-4119-85b6-a4dd48166125 req-7028571c-e333-4dbe-a68b-d5b0f0c58206 tempest-ServerRescueTestJSON-801119410 tempest-ServerRescueTestJSON-801119410-project-member] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1360.227153] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGHEST for action security_group_members [ 1360.227525] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.229165] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.229165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.229165] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.730295] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.730552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.730552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.730787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.730875] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.731096] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.731315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.731315] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.731476] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.731552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.731647] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be updated. [ 1360.765728] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.765969] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.766037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.766202] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.766341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.774920] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: IN_PROGRESS for 2s [ 1362.787457] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a6a3b62-613a-4a22-999c-b651677322cd in Status: SUCCESS [ 1362.787761] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd deletion is rescheduled due to dependency. [ 1362.787761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.228276] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1365.228276] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.008282] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.008621] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.008621] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.008862] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.009568] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.009747] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.009871] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.010115] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.010265] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.010490] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.010604] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.010713] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.010821] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.010935] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.011057] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.011192] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.030982] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.031147] env[65114]: DEBUG dogpile.cache.region [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.031288] env[65114]: DEBUG dogpile.lock [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.031487] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.031805] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock port-33e52abb-abb5-4ac3-86d6-085df6c326e3 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.032009] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.032141] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.032414] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.032576] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e52abb-abb5-4ac3-86d6-085df6c326e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.229216] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1370.229364] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.535144] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.535357] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.535467] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.535760] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.535922] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.536261] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.536466] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.536559] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.536783] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.536918] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.537217] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.537374] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.537493] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.537700] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.537832] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.537972] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Resource: SegmentPort with ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 is going to be updated. [ 1370.557881] env[65114]: DEBUG networking_nsxv3.common.locking [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.558095] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.558208] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.558464] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.558654] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.558870] env[65114]: DEBUG oslo_concurrency.lockutils [None req-77cec2d7-cb19-42c6-8128-9a879f137030 None None] Releasing lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.234254] env[65114]: INFO networking_nsxv3.common.synchronization [req-70286d97-dc9e-4db8-af3c-2222c9deb83e req-be00f988-39a3-4b3c-ae84-b5e2bd126668 service nova] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1371.234931] env[65114]: INFO networking_nsxv3.common.synchronization [req-70286d97-dc9e-4db8-af3c-2222c9deb83e req-be00f988-39a3-4b3c-ae84-b5e2bd126668 service nova] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1371.234931] env[65114]: INFO networking_nsxv3.common.synchronization [req-70286d97-dc9e-4db8-af3c-2222c9deb83e req-be00f988-39a3-4b3c-ae84-b5e2bd126668 service nova] Enqueued Resource ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 with Priority: HIGHEST for action port [ 1371.235127] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_rules [ 1371.235261] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1371.235361] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 with Priority: HIGHEST for action port [ 1371.235626] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.235734] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.235802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.235991] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.236313] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.237143] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.238089] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.238089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.238089] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.238734] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-33e52abb-abb5-4ac3-86d6-085df6c326e3 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.238853] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.238916] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.239056] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.239118] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33e52abb-abb5-4ac3-86d6-085df6c326e3',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.742683] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.742869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.743027] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.745694] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33e52abb-abb5-4ac3-86d6-085df6c326e3 with status ACTIVE [ 1371.745876] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.746049] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.746186] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.746261] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.746347] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.746511] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.746608] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.746915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.746915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.746915] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.747065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.747147] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.747200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.747332] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.747411] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.747498] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33e52abb-abb5-4ac3-86d6-085df6c326e3 is going to be updated. [ 1371.769066] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.769331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.769331] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.769478] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.769667] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.769837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33e52abb-abb5-4ac3-86d6-085df6c326e3" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.245575] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1372.748128] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.748128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.748128] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.748435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.748435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.748435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be updated. [ 1372.777184] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.777421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.777421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.777595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.777733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.787934] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: IN_PROGRESS for 2s [ 1374.798968] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1374.799431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.799431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.799555] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.799731] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.799842] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.799910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.800067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.800146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.800229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.800314] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.302334] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.806083] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc91ddbb-edd2-4760-bce1-58cb49970dad: rpc.has_security_group_logging(os_id): False [ 1375.823466] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.823680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.823680] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.823925] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.824027] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.824294] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.824396] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.824450] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.824591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.824673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.824759] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be updated. [ 1375.883868] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.884139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.884139] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.884304] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.884446] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.898695] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: IN_PROGRESS for 2s [ 1376.236755] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.237064] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1377.915908] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1377.916371] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.237841] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1381.238338] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1386.238810] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.239179] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.239690] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1391.240154] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1396.240736] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1396.240736] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1401.241624] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.241624] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1406.242357] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1406.242754] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1411.243984] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1411.244422] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1416.245762] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.246196] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1421.247471] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.247471] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1426.248193] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1426.248640] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.512142] env[65114]: INFO networking_nsxv3.common.synchronization [req-24a620ec-bb05-40a5-bac8-805ed692db86 req-0feda478-3674-4ddd-bcee-a6ea562d8a13 tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1430.512674] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGHEST for action security_group_members [ 1430.512990] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.513134] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.513209] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.513592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.513592] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1430.513804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.513804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1430.513900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1430.513995] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1430.514066] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.015908] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.016249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.016249] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.016474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.016474] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.016654] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.016751] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.016805] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.016960] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.017039] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.017132] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be updated. [ 1431.055059] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.055265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.055265] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.055444] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.055546] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.063921] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: IN_PROGRESS for 2s [ 1433.075411] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc91ddbb-edd2-4760-bce1-58cb49970dad in Status: SUCCESS [ 1433.075788] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad deletion is rescheduled due to dependency. [ 1433.075788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.190220] env[65114]: INFO networking_nsxv3.common.synchronization [None req-e3eb3a01-c55b-4659-9028-af7ca1ec5b67 tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1435.190782] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1435.191531] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.191730] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.191778] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.192075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.192165] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.266647] env[65114]: INFO networking_nsxv3.common.synchronization [None req-0c55e870-1508-4a03-9e9c-3506af87c388 tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1435.267173] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1435.267487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.267595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.713956] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.714138] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.714269] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.714482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.714574] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.714669] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf already deleted. [ 1435.714749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.714900] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.715067] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.715150] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1436.236340] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1436.236731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.236731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1436.236731] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1436.236851] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.236889] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf already deleted. [ 1436.236972] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.268702] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.269880] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.560136] env[65114]: INFO networking_nsxv3.common.synchronization [req-bc02c7dd-3871-4715-b7f1-051290bf3f45 req-73d81eca-93f0-4590-b7d9-4aafe497531b tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1440.560666] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1440.560967] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.561121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.561166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.561404] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.561557] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.561658] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.561716] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.561860] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.561964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.562192] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1440.814027] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.814027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.814027] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.814271] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.814353] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.814521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.814637] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.814867] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.815008] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.815233] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1440.815346] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1440.815451] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1440.815558] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1440.815666] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1440.815771] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1440.815901] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1440.838482] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1440.838669] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1440.838775] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1440.838943] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.839274] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1440.839445] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1440.839567] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1440.839897] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1440.840062] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5a03d4-2aeb-4d44-b063-58221a9b3a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1441.064591] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.064802] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.064855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.065058] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.065159] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.065357] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.065458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.065521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.065675] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.065752] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.065837] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf already deleted. [ 1441.065918] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.342373] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.342787] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.342847] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.343106] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.343260] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.343415] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Segment Port 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 not found, creating... [ 1441.343670] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.343827] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.343944] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.344214] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.344376] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.344654] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.344807] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.344922] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.345144] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.345278] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.345412] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 is going to be created. [ 1441.366960] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1441.367184] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.367252] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.367513] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.367734] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1441.367952] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [req-bc02c7dd-3871-4715-b7f1-051290bf3f45 req-63711812-4833-421f-a4f7-26b423678ca3 service nova] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [req-bc02c7dd-3871-4715-b7f1-051290bf3f45 req-63711812-4833-421f-a4f7-26b423678ca3 service nova] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [req-bc02c7dd-3871-4715-b7f1-051290bf3f45 req-63711812-4833-421f-a4f7-26b423678ca3 service nova] Enqueued Resource ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with Priority: HIGHEST for action port [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1442.067218] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with Priority: HIGHEST for action port [ 1442.067774] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.068014] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.068229] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.068515] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.068692] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.070152] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.070392] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.070570] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.070930] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.071173] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.071821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.071821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.071821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.071821] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.071821] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.072567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.072676] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.072744] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.072895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.072976] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5a03d4-2aeb-4d44-b063-58221a9b3a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.574910] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.575221] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.575290] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1442.576767] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with status ACTIVE [ 1442.577076] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.577233] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.577338] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.577556] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.577647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.577822] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.577921] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.577983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.578148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.578278] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.578392] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.578483] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.578596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.578961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.578961] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.578961] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 is going to be updated. [ 1442.601853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.602120] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.602177] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.602357] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.602489] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.602643] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.077284] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.582746] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.583189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.583189] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.583568] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.583691] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.583783] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be created. [ 1443.609898] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.609898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.609898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.609898] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.611257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.623186] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: UNINITIALIZED for 2s [ 1445.633445] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1445.633862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.633862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.634048] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.634290] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.634473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.634567] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.634761] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.634869] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.634983] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.635121] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.137019] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.639419] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9738e3d-f858-40b1-8027-2d114e8864bf: rpc.has_security_group_logging(os_id): False [ 1446.658484] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.658737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.658737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.658865] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.658954] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.659213] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.659317] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.659382] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.659534] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.659611] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.659699] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be created. [ 1446.718191] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.718422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.718422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.718603] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.718786] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.730503] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: IN_PROGRESS for 2s [ 1447.068060] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.068214] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1448.743588] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1448.744047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.069633] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.069887] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.071321] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.071791] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.072102] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.073024] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1467.074180] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1467.074730] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1472.075432] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1472.075857] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1477.076581] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1477.076967] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1482.077732] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1482.078244] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.080349] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1487.080642] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1491.839985] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1491.840301] env[65114]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-04ccbfc1-6270-4b6c-8aad-9c5c48b4e9bd None None] NSXv3 Agent Agent loop - iteration:4 started [ 1492.081314] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1492.081523] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1497.082551] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1497.082551] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1502.083913] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1502.084291] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1507.084942] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1507.085317] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.085912] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1512.086270] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1512.823887] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.824101] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.824227] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.824484] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.824736] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.824889] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.825009] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.825233] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.825381] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.825600] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.825709] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] NeedRegenerationException {{(pid=65114) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1512.825814] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] no value, waiting for create lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1512.825918] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] value creation lock acquired {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1512.826035] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] No value present for key: 'zone-id' {{(pid=65114) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1512.826142] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Calling creation function for not-yet-present value {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1512.826270] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1512.851191] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1512.851368] env[65114]: DEBUG dogpile.cache.region [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65114) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1512.851487] env[65114]: DEBUG dogpile.lock [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Released creation lock {{(pid=65114) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1512.851657] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "network-913" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1512.851962] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67 taken with stack trace [, , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1512.852149] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.852266] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1512.852521] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1512.852689] env[65114]: DEBUG networking_nsxv3.api.rpc [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5a03d4-2aeb-4d44-b063-58221a9b3a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1513.354905] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.355269] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.355331] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.355620] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.355783] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.356077] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.356234] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.356347] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.356600] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.356757] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.357064] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.357220] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.357335] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.357538] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.357671] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.357812] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Resource: SegmentPort with ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 is going to be updated. [ 1513.379965] env[65114]: DEBUG networking_nsxv3.common.locking [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1513.380199] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.380316] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1513.380584] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1513.380797] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.381052] env[65114]: DEBUG oslo_concurrency.lockutils [None req-2c0ab295-94a5-468a-b3f8-0d01b828b0fa None None] Releasing lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.051558] env[65114]: INFO networking_nsxv3.common.synchronization [req-918f1230-80c9-460a-8b30-5deb9005f4cf req-cda4927b-f1a6-4b1f-afed-8cc8d6cff873 service nova] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1514.051738] env[65114]: INFO networking_nsxv3.common.synchronization [req-918f1230-80c9-460a-8b30-5deb9005f4cf req-cda4927b-f1a6-4b1f-afed-8cc8d6cff873 service nova] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1514.051877] env[65114]: INFO networking_nsxv3.common.synchronization [req-918f1230-80c9-460a-8b30-5deb9005f4cf req-cda4927b-f1a6-4b1f-afed-8cc8d6cff873 service nova] Enqueued Resource ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with Priority: HIGHEST for action port [ 1514.052423] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_rules [ 1514.052567] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1514.052701] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with Priority: HIGHEST for action port [ 1514.054055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.054217] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.054292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.054497] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.055650] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.058570] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.058693] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.058763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.058959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.059125] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.059224] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.059358] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.059512] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.059596] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.059689] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.060485] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.060610] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.060665] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.060986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.060986] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b5a03d4-2aeb-4d44-b063-58221a9b3a67',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.563194] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.563573] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.563573] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1514.564444] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 with status ACTIVE [ 1514.564627] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.564743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.564813] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.565025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.565115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.565279] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.565373] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.565428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.565577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.565649] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.565823] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.565938] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.565980] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.566554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.566637] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.566726] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b5a03d4-2aeb-4d44-b063-58221a9b3a67 is going to be updated. [ 1514.588224] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1514.588435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.588435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1514.588619] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1514.588756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.588910] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b5a03d4-2aeb-4d44-b063-58221a9b3a67" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.068638] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1515.572027] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.572458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.572458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.572558] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.572655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.572774] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be updated. [ 1515.606587] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1515.606817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1515.606817] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1515.606939] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1515.607105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1515.617080] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: IN_PROGRESS for 2s [ 1517.628713] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1517.629126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.629126] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.629369] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.629571] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1517.629694] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1517.629743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1517.629909] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1517.629989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.630087] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1517.630175] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.133492] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.635897] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9738e3d-f858-40b1-8027-2d114e8864bf: rpc.has_security_group_logging(os_id): False [ 1518.654124] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.654386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.654386] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.654673] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.654794] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.655132] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.655328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.655421] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.655591] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.655674] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.655765] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be updated. [ 1518.720601] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.720855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.720855] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.721118] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.721276] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1518.735689] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: IN_PROGRESS for 2s [ 1519.053806] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.054078] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1520.753819] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1520.754308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.054960] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.055362] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.056033] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.056464] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1532.773196] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1532.773659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.773659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1532.773659] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1532.773832] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.276621] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1533.779714] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1534.057352] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1534.057499] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1534.282217] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1534.282465] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1535.065257] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.065257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.065257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.065257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.077381] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1535.078431] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.080017] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1535.117270] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.117700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.117888] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.118192] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.132502] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.133565] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1535.135043] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.135043] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1535.168754] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.169238] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.169457] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.169780] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.170758] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.170862] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1535.271913] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.273148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.273148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.273148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.273148] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.273450] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1535.348314] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.348592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.348592] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.348787] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.349115] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.349395] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:28. [ 1535.349486] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a9738e3d-f858-40b1-8027-2d114e8864bf', '777e85e2-af0c-454e-98d2-4fc45a0ed877', 'ed0285d4-997c-4128-ae04-d5f4cef27eb7', '6fcb94da-fc51-44ee-9ab1-e9dea1bef49f', '64d1dc1c-3852-4ea1-9010-fdd826cdfe1a', '20d2c442-193f-4088-a546-06455bdf3629', '6a6a3b62-613a-4a22-999c-b651677322cd', 'cd1a7d11-e65d-40b4-a316-6411ab2ab6c2', '5e92cf50-21ec-4017-af5d-ba97ae2a0413', 'b6a3cf46-74df-40e7-87ea-20a53baeee15', 'd011d742-7fd4-4d64-8846-51d1fed444f0', 'ef46263a-22b8-4557-bb3c-33d97e52996e', 'a796a5d6-bda9-4a53-98a3-32853a1df85f', '22177b85-e3b3-4723-866f-9afdb2a1bf02', 'bc91ddbb-edd2-4760-bce1-58cb49970dad', 'a3f36c8b-9341-4974-94b5-34e1bc8d06f8', '63b5b055-cbd5-46ee-adc0-875aea5ea0c7', '12e33a34-eba3-4719-bcfd-285d6d545207', 'd18eadc0-06da-4716-8cd9-0790d3cefc6c', 'd17c8a8e-330e-43de-a164-10b7c84b9ba8', '5a261600-aa35-4adc-886c-74759f18ac08', '7dbe30bd-ea94-4ec8-b84d-80bf448f59d0', 'd1769462-881f-442a-ab99-51ce7f8e5970', '7777e5e4-dacc-4c4a-8cd6-fbe0d8faa84e', '6dc1835d-0386-46f2-9203-c7751fc84b45', 'd1b41cb2-27c3-4bcb-a2bd-2c45faca353e', '26b12317-9b10-43b6-9293-e989bf9508ec', 'b7adc8f6-31d9-4ad7-8ec0-6b75ea98cc22'} {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.349581] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1535.367255] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.367454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.367454] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.367648] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.367733] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.367840] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1535.367912] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.367982] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1535.453355] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1535.453586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.453586] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.453756] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1535.454903] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.455166] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1535.455262] env[65114]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65114) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1535.455375] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1535.455459] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1535.455580] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/28 resources of Type:Security Group Rules [ 1535.455652] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGH for action security_group_rules [ 1535.455707] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1535.455765] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGH for action security_group_rules [ 1535.455816] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGH for action security_group_rules [ 1535.455871] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGH for action security_group_rules [ 1535.455923] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGH for action security_group_rules [ 1535.455974] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGH for action security_group_rules [ 1535.456038] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGH for action security_group_rules [ 1535.456093] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGH for action security_group_rules [ 1535.456140] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGH for action security_group_rules [ 1535.456201] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGH for action security_group_rules [ 1535.456268] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGH for action security_group_rules [ 1535.456314] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGH for action security_group_rules [ 1535.456378] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGH for action security_group_rules [ 1535.456424] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGH for action security_group_rules [ 1535.456481] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGH for action security_group_rules [ 1535.456532] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGH for action security_group_rules [ 1535.456581] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGH for action security_group_rules [ 1535.456650] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGH for action security_group_rules [ 1535.456704] env[65114]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGH for action security_group_rules [ 1535.456781] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.059203] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1539.059592] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1539.059592] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGH for action security_group_rules [ 1539.059592] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 with Priority: HIGH for action security_group_rules [ 1539.059737] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a6a3b62-613a-4a22-999c-b651677322cd with Priority: HIGH for action security_group_rules [ 1539.059737] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc91ddbb-edd2-4760-bce1-58cb49970dad with Priority: HIGH for action security_group_rules [ 1539.059904] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 with Priority: HIGH for action security_group_rules [ 1539.059967] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c with Priority: HIGH for action security_group_rules [ 1539.060063] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12e33a34-eba3-4719-bcfd-285d6d545207 with Priority: HIGH for action security_group_rules [ 1539.060136] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 with Priority: HIGH for action security_group_rules [ 1539.060197] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 with Priority: HIGH for action security_group_rules [ 1539.060313] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 with Priority: HIGH for action security_group_rules [ 1539.060386] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a796a5d6-bda9-4a53-98a3-32853a1df85f with Priority: HIGH for action security_group_rules [ 1539.060438] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef46263a-22b8-4557-bb3c-33d97e52996e with Priority: HIGH for action security_group_rules [ 1539.060534] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d011d742-7fd4-4d64-8846-51d1fed444f0 with Priority: HIGH for action security_group_rules [ 1539.060618] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 with Priority: HIGH for action security_group_rules [ 1539.060727] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 with Priority: HIGH for action security_group_rules [ 1539.060901] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20d2c442-193f-4088-a546-06455bdf3629 with Priority: HIGH for action security_group_rules [ 1539.060901] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 with Priority: HIGH for action security_group_rules [ 1539.061045] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a with Priority: HIGH for action security_group_rules [ 1539.061045] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 with Priority: HIGH for action security_group_rules [ 1539.061131] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f with Priority: HIGH for action security_group_rules [ 1539.061469] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.061601] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.061664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.061873] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.061953] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.062983] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.063136] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.063200] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.063343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.063415] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed0285d4-997c-4128-ae04-d5f4cef27eb7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.064430] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a6a3b62-613a-4a22-999c-b651677322cd taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.064531] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.064597] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.064749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.065049] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a6a3b62-613a-4a22-999c-b651677322cd',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.065618] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc91ddbb-edd2-4760-bce1-58cb49970dad taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.065618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.065782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.065829] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.065871] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc91ddbb-edd2-4760-bce1-58cb49970dad',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.066542] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.066920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.066920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.066920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.066920] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d17c8a8e-330e-43de-a164-10b7c84b9ba8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.067588] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.067986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.067986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.067986] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.067986] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d18eadc0-06da-4716-8cd9-0790d3cefc6c',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.068748] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12e33a34-eba3-4719-bcfd-285d6d545207 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.068859] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.068908] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.069072] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.069144] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12e33a34-eba3-4719-bcfd-285d6d545207',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.069831] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.069905] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.070016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.070715] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.070715] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('63b5b055-cbd5-46ee-adc0-875aea5ea0c7',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.070851] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-22177b85-e3b3-4723-866f-9afdb2a1bf02 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.070959] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.071031] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.071184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.071259] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('22177b85-e3b3-4723-866f-9afdb2a1bf02',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.072000] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.072473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.072473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.072473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.072473] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3f36c8b-9341-4974-94b5-34e1bc8d06f8',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.073137] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a796a5d6-bda9-4a53-98a3-32853a1df85f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.073257] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.073302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.073806] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.073806] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a796a5d6-bda9-4a53-98a3-32853a1df85f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.074519] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef46263a-22b8-4557-bb3c-33d97e52996e taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.074650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.074650] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.074782] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.074840] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef46263a-22b8-4557-bb3c-33d97e52996e',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.075711] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d011d742-7fd4-4d64-8846-51d1fed444f0 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.075711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.075711] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.075967] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.076087] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d011d742-7fd4-4d64-8846-51d1fed444f0',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.076835] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b6a3cf46-74df-40e7-87ea-20a53baeee15 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.076949] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.076999] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.077190] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.077229] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b6a3cf46-74df-40e7-87ea-20a53baeee15',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.077921] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.078037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.078037] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.078198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.078340] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e92cf50-21ec-4017-af5d-ba97ae2a0413',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.078999] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20d2c442-193f-4088-a546-06455bdf3629 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.079110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.079226] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.079320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.079464] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20d2c442-193f-4088-a546-06455bdf3629',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.080134] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.080241] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.080343] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.080456] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.080537] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cd1a7d11-e65d-40b4-a316-6411ab2ab6c2',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.081334] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.081440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.081440] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.081595] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.081668] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64d1dc1c-3852-4ea1-9010-fdd826cdfe1a',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.082322] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-777e85e2-af0c-454e-98d2-4fc45a0ed877 taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.082424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.082874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.082874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.082874] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('777e85e2-af0c-454e-98d2-4fc45a0ed877',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.083482] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.083482] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.083612] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.083647] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.083713] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6fcb94da-fc51-44ee-9ab1-e9dea1bef49f',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.117794] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.117952] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.118066] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.118302] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.119932] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.120089] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.138255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.138390] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a6a3b62-613a-4a22-999c-b651677322cd is going to be deleted. [ 1539.139255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.139458] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.156834] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.156987] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed0285d4-997c-4128-ae04-d5f4cef27eb7 is going to be deleted. [ 1539.190925] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.191146] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.191198] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.191370] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.191464] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.191580] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a6a3b62-613a-4a22-999c-b651677322cd" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.197362] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.197501] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.197544] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.197717] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.197804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.197912] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed0285d4-997c-4128-ae04-d5f4cef27eb7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.600351] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.600587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.600587] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.600729] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.600909] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.601017] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.601085] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.601245] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.601328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.601415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.601500] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1539.775365] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.775572] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.775617] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.775877] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.777878] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.778012] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.778897] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.779046] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.779968] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.780121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.780965] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.781117] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.782065] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.782196] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.783168] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.783288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.786567] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.786746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.787699] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.787788] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.788686] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.788838] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.789741] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.789867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.790640] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.791271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.791432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.792258] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.792747] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.792870] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.793641] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.794172] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.794298] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.795133] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.795752] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.795920] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.796717] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.797271] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.797422] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.805455] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.805940] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.806059] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.814682] env[65114]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1539.815166] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.815288] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 22177b85-e3b3-4723-866f-9afdb2a1bf02 is going to be deleted. [ 1539.816507] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.816749] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.839982] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.840145] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d17c8a8e-330e-43de-a164-10b7c84b9ba8 is going to be deleted. [ 1539.841185] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.841428] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.859538] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.859674] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12e33a34-eba3-4719-bcfd-285d6d545207 is going to be deleted. [ 1539.860552] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.860763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.877487] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.877669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.883533] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.883657] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a796a5d6-bda9-4a53-98a3-32853a1df85f is going to be deleted. [ 1539.884577] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.884790] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.896637] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.896811] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.904054] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.904208] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d011d742-7fd4-4d64-8846-51d1fed444f0 is going to be deleted. [ 1539.905040] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.905292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.914176] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.914339] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.936254] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.936430] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef46263a-22b8-4557-bb3c-33d97e52996e is going to be deleted. [ 1539.937334] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.937547] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.948853] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.949047] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.964688] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.964876] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3f36c8b-9341-4974-94b5-34e1bc8d06f8 is going to be deleted. [ 1539.965798] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.966052] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.990523] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.990791] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.991740] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.991863] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cd1a7d11-e65d-40b4-a316-6411ab2ab6c2 is going to be deleted. [ 1539.992774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.993016] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.026214] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.026561] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.040255] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.040435] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 777e85e2-af0c-454e-98d2-4fc45a0ed877 is going to be deleted. [ 1540.041360] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.041578] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.073122] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.073669] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.107912] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.112724] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.112895] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.113804] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.113931] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e92cf50-21ec-4017-af5d-ba97ae2a0413 is going to be deleted. [ 1540.114828] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.115063] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.175655] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.175902] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.177164] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.177164] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d18eadc0-06da-4716-8cd9-0790d3cefc6c is going to be deleted. [ 1540.177862] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.178082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.208351] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.208532] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64d1dc1c-3852-4ea1-9010-fdd826cdfe1a is going to be deleted. [ 1540.209521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.209743] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.261879] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.262107] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.283308] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.283498] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 63b5b055-cbd5-46ee-adc0-875aea5ea0c7 is going to be deleted. [ 1540.284477] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.284705] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.313175] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.313381] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.345165] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.345377] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc91ddbb-edd2-4760-bce1-58cb49970dad is going to be deleted. [ 1540.346328] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.346575] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.509320] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.509520] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b6a3cf46-74df-40e7-87ea-20a53baeee15 is going to be deleted. [ 1540.510416] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.510631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.512180] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.512341] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.527198] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.527432] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.537763] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.537947] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20d2c442-193f-4088-a546-06455bdf3629 is going to be deleted. [ 1540.538874] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.539105] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.606245] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.606475] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.609816] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9738e3d-f858-40b1-8027-2d114e8864bf: rpc.has_security_group_logging(os_id): False [ 1540.614655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.614797] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6fcb94da-fc51-44ee-9ab1-e9dea1bef49f is going to be deleted. [ 1540.615671] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.615892] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.615984] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.616121] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-22177b85-e3b3-4723-866f-9afdb2a1bf02" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.616277] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.616433] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.616511] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.616623] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d17c8a8e-330e-43de-a164-10b7c84b9ba8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.617110] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.617271] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.617354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.617470] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12e33a34-eba3-4719-bcfd-285d6d545207" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.617605] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.617747] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.617825] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.617937] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a796a5d6-bda9-4a53-98a3-32853a1df85f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.618080] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.618219] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.618292] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.618400] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d011d742-7fd4-4d64-8846-51d1fed444f0" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.618529] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.618664] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.618737] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.618841] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef46263a-22b8-4557-bb3c-33d97e52996e" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.618964] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.619111] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.619184] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.619297] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3f36c8b-9341-4974-94b5-34e1bc8d06f8" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.619424] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.619559] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.619631] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.619736] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cd1a7d11-e65d-40b4-a316-6411ab2ab6c2" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.619856] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.619989] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.620075] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.620182] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-777e85e2-af0c-454e-98d2-4fc45a0ed877" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.620305] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.620438] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.620509] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.620618] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e92cf50-21ec-4017-af5d-ba97ae2a0413" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.620746] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.620932] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.621020] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.621132] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d18eadc0-06da-4716-8cd9-0790d3cefc6c" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.621263] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.621401] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.621473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.621576] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64d1dc1c-3852-4ea1-9010-fdd826cdfe1a" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.621700] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.621833] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.621906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.622025] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-63b5b055-cbd5-46ee-adc0-875aea5ea0c7" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.622153] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.622288] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.622363] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.622467] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc91ddbb-edd2-4760-bce1-58cb49970dad" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.634693] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.634867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.634867] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.635082] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.635172] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.635282] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b6a3cf46-74df-40e7-87ea-20a53baeee15" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.656114] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.656355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.656355] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.656521] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.692883] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.693237] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.693365] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.693435] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.693776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.693776] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.693970] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be updated. [ 1540.696014] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.696156] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.696222] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.696403] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.696487] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.696594] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20d2c442-193f-4088-a546-06455bdf3629" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.731126] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.731354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.731354] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.731566] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.731655] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.731768] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6fcb94da-fc51-44ee-9ab1-e9dea1bef49f" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.805055] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.805287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.805287] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.805415] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.805554] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.844391] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: IN_PROGRESS for 2s [ 1542.860413] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1542.860630] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.062861] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.062861] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1549.063747] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1549.064103] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1554.065292] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.065292] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1559.066432] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.066822] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.067782] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.068995] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.325576] env[65114]: INFO networking_nsxv3.common.synchronization [req-0e56ee77-3598-4235-be0a-5b2429d70bee req-36729788-9d25-4f19-a429-c41a2ba8a70c tempest-AttachVolumeShelveTestJSON-1179250640 tempest-AttachVolumeShelveTestJSON-1179250640-project-member] Enqueued Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1565.325576] env[65114]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9738e3d-f858-40b1-8027-2d114e8864bf with Priority: HIGHEST for action security_group_members [ 1565.325929] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9738e3d-f858-40b1-8027-2d114e8864bf taken with stack trace [, , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.325929] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.326074] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.326216] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.326369] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.326473] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.326532] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.326692] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.326774] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.326869] env[65114]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9738e3d-f858-40b1-8027-2d114e8864bf',) {} {{(pid=65114) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1565.830092] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.830092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.830092] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.830390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.830390] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.830559] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.830663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.830663] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.830843] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.830906] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.830973] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf is going to be updated. [ 1565.860550] env[65114]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65114) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1565.860837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1565.860837] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1565.860988] env[65114]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1565.861175] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1565.868902] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: IN_PROGRESS for 2s [ 1567.885763] env[65114]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9738e3d-f858-40b1-8027-2d114e8864bf in Status: SUCCESS [ 1567.886232] env[65114]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9738e3d-f858-40b1-8027-2d114e8864bf deletion is rescheduled due to dependency. [ 1567.886232] env[65114]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9738e3d-f858-40b1-8027-2d114e8864bf" {{(pid=65114) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1570.326394] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.326797] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1575.327842] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1575.328190] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1580.328992] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1580.329408] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1585.330859] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1585.331583] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1590.332492] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1590.333840] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1595.333835] env[65114]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1595.334301] env[65114]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0